[ 537.568163] env[62781]: INFO neutron.common.config [-] Logging enabled! [ 537.568424] env[62781]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev62 [ 537.569262] env[62781]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=62781) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 537.569262] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 537.569262] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 537.569928] env[62781]: WARNING oslo_policy.policy [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 537.570228] env[62781]: WARNING oslo_policy.policy [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 537.571658] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] VMware NSXv3 Agent initialized successfully. [ 537.572075] env[62781]: DEBUG oslo_concurrency.lockutils [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] Acquiring lock "singleton_lock" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.572230] env[62781]: DEBUG oslo_concurrency.lockutils [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] Acquired lock "singleton_lock" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.572683] env[62781]: DEBUG oslo_concurrency.lockutils [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] Releasing lock "singleton_lock" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.572683] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] Full set of CONF: {{(pid=62781) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 537.572876] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ******************************************************************************** {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 537.572920] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] Configuration options gathered from: {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 537.573250] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 537.573442] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 537.573855] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ================================================================================ {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 537.573855] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] agent_down_time = 75 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.573954] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] allow_automatic_dhcp_failover = True {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.574047] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] allow_bulk = True {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.574202] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] api_extensions_path = {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.574686] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] api_paste_config = api-paste.ini {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.574686] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] auth_strategy = keystone {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.574686] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] backdoor_port = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.574783] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] backdoor_socket = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.574858] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] backlog = 4096 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.575063] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] base_mac = fa:16:3e:00:00:00 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.575243] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] bind_host = 0.0.0.0 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.575427] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] bind_port = 9696 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.575842] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] client_socket_timeout = 900 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.575842] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] config_dir = [] {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.575842] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.575954] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] config_source = [] {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.576078] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] control_exchange = neutron {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.576235] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] core_plugin = ml2 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.576714] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] debug = True {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.576714] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] default_availability_zones = [] {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.576779] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.576917] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] dhcp_agent_notification = True {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.577070] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] dhcp_agents_per_network = 1 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.577218] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] dhcp_lease_duration = 86400 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.577475] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] dhcp_load_type = networks {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.577517] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] dns_domain = openstacklocal {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.577927] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.577927] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] enable_default_route_bfd = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.577927] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] enable_default_route_ecmp = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.578103] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] enable_dvr = True {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.578614] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] enable_new_agents = True {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.578614] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] enable_services_on_agents_with_admin_state_down = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.578614] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] enable_signals = True {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.578757] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] enable_traditional_dhcp = True {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.578787] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] external_dns_driver = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.578925] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] filter_validation = True {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.579188] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] global_physnet_mtu = 8950 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.579278] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] graceful_shutdown_timeout = 60 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.579444] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] host = cpu-1 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.579552] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] host_dvr_for_dhcp = True {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.579951] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] http_retries = 3 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.579951] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] instance_format = [instance: %(uuid)s] {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.580065] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.580223] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ipam_driver = internal {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.580576] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ipv6_pd_enabled = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.580576] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] l3_ha = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.580576] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.580726] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] l3_ha_network_physical_name = {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.581118] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] l3_ha_network_type = {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.581118] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] log_color = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.581208] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] log_config_append = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.581523] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.581523] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] log_dir = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.581643] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] log_file = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.581925] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] log_options = True {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.581925] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] log_rotate_interval = 1 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.582074] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] log_rotate_interval_type = days {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.582358] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] log_rotation_type = none {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.582358] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.582510] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.582541] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.582857] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.582857] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.583081] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] max_dns_nameservers = 5 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.583356] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] max_header_line = 16384 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.583356] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] max_l3_agents_per_router = 3 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.583416] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] max_logfile_count = 30 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.584156] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] max_logfile_size_mb = 200 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.584156] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] max_subnet_host_routes = 20 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.584156] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] my_ip = 10.180.1.21 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.584156] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] my_ipv6 = ::1 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.584156] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] network_auto_schedule = True {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.584347] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] network_link_prefix = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.584441] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.584577] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] notify_nova_on_port_data_changes = True {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.585424] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] notify_nova_on_port_status_changes = True {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.585424] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] pagination_max_limit = -1 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.585424] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] publish_errors = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.585424] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] rate_limit_burst = 0 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.585424] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] rate_limit_except_level = CRITICAL {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.585424] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] rate_limit_interval = 0 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.585627] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] retry_until_window = 30 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.585718] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] router_distributed = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.585866] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] rpc_resources_processing_step = 20 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.586640] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] rpc_response_max_timeout = 600 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.586640] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] rpc_response_timeout = 60 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.586640] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] send_events_interval = 2 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.586640] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] service_plugins = ['router'] {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.586640] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] setproctitle = on {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.586786] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] shell_completion = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.586880] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] state_path = /opt/stack/data/neutron {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.587034] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] syslog_log_facility = LOG_USER {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.587172] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] tcp_keepidle = 600 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.587360] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] transport_url = **** {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.587574] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] use_journal = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.587721] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] use_json = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.587856] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] use_ssl = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.587946] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] use_stderr = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.588101] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] use_syslog = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.588658] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] vlan_qinq = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.588658] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] vlan_transparent = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.588658] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] watch_log_file = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.588658] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] wsgi_default_pool_size = 100 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.588845] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] wsgi_keep_alive = True {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.588933] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.589080] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] wsgi_server_debug = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.589395] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_concurrency.disable_process_locking = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.589395] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.590214] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.590214] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.590214] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.590214] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.590214] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.590489] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] profiler.connection_string = messaging:// {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.590489] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] profiler.enabled = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.590546] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] profiler.es_doc_type = notification {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.590695] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] profiler.es_scroll_size = 10000 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.590840] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] profiler.es_scroll_time = 2m {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.591298] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] profiler.filter_error_trace = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.591298] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] profiler.hmac_keys = **** {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.591298] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] profiler.sentinel_service_name = mymaster {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.591419] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] profiler.socket_timeout = 0.1 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.592191] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] profiler.trace_requests = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.592191] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] profiler.trace_sqlalchemy = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.592191] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] profiler_jaeger.process_tags = {} {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.592191] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] profiler_jaeger.service_name_prefix = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.592191] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] profiler_otlp.service_name_prefix = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.592491] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_policy.enforce_new_defaults = True {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.592596] env[62781]: WARNING oslo_config.cfg [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 537.592815] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_policy.enforce_scope = True {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.593172] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_policy.policy_default_rule = default {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.593172] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.593488] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.593488] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.593488] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.593959] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.593959] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.593959] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.594395] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_policy.remote_timeout = 60.0 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.594395] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.594395] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] agent.extensions = [] {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.594494] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.594820] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] service_providers.service_provider = [] {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.594820] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] QUOTAS.default_quota = -1 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.594960] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.595285] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] QUOTAS.quota_floatingip = 50 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.595285] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] QUOTAS.quota_network = 100 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.595387] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] QUOTAS.quota_port = 500 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.595664] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] QUOTAS.quota_rbac_policy = 10 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.595664] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] QUOTAS.quota_router = 10 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.595944] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] QUOTAS.quota_security_group = 10 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.595944] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] QUOTAS.quota_security_group_rule = 100 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.596076] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] QUOTAS.quota_subnet = 100 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.596465] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] QUOTAS.track_quota_usage = True {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.596465] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.596556] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] privsep.group = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.597790] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] privsep.helper_command = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.597790] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] privsep.logger_name = oslo_privsep.daemon {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.597790] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] privsep.thread_pool_size = 8 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.597790] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] privsep.user = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.597790] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.597790] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] privsep_dhcp_release.group = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.597790] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] privsep_dhcp_release.helper_command = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.598180] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.598180] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.598180] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] privsep_dhcp_release.user = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.598180] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.598281] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] privsep_ovs_vsctl.group = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.598644] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] privsep_ovs_vsctl.helper_command = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.599190] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.599190] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.599190] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] privsep_ovs_vsctl.user = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.599190] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] privsep_namespace.capabilities = [21] {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.599301] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] privsep_namespace.group = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.599903] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] privsep_namespace.helper_command = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.599903] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.599903] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] privsep_namespace.thread_pool_size = 8 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.599903] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] privsep_namespace.user = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.600069] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] privsep_conntrack.capabilities = [12] {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.600168] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] privsep_conntrack.group = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.600978] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] privsep_conntrack.helper_command = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.600978] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.600978] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] privsep_conntrack.thread_pool_size = 8 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.600978] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] privsep_conntrack.user = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.600978] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] privsep_link.capabilities = [12, 21] {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.601188] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] privsep_link.group = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.601222] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] privsep_link.helper_command = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.601782] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.601782] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] privsep_link.thread_pool_size = 8 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.601782] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] privsep_link.user = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.601782] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.601959] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.602528] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] AGENT.continue_on_failed_promotions = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.602528] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] AGENT.dscp = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.602528] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] AGENT.dscp_inherit = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.602528] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] AGENT.force_mp_to_policy = True {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.602758] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] AGENT.locking_coordinator_url = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.603196] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] AGENT.log_agent_heartbeats = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.603196] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] AGENT.logging_expire = 1 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.603196] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.603296] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.603397] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] AGENT.polling_interval = 240 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.603523] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.603674] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] AGENT.quitting_rpc_timeout = 120 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.603821] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] AGENT.report_interval = 30.0 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.604037] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.604155] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.604308] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.604456] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] AGENT.sync_skew = 60 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.604602] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] AGENT.synchronization_queue_size = 20 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.604747] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] AGENT.use_helper_for_ns_read = True {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.604902] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] SECURITYGROUP.enable_ipset = True {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.605051] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] SECURITYGROUP.enable_security_group = True {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.605201] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.605349] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.605538] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] experimental.ipv6_pd_enabled = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.605715] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ml2.extension_drivers = ['port_security'] {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.605857] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ml2.external_network_type = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.606026] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.606184] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ml2.overlay_ip_version = 4 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.606339] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ml2.path_mtu = 8950 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.606489] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ml2.physical_network_mtus = {} {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.606644] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ml2.tenant_network_types = ['vlan'] {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.606792] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.606944] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ml2.type_drivers = ['vlan'] {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.607139] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] AGENT_CLI.neutron_port_id = [] {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.607336] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.607437] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.607596] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.607750] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.607899] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.608058] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.608212] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.608363] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.608567] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.608743] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] NSXV3.nsxv3_login_password = **** {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.608902] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] NSXV3.nsxv3_login_port = 443 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.609061] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] NSXV3.nsxv3_login_user = admin {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.609215] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.609370] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.609516] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.609658] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.609806] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.609954] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.610118] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.610302] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.610458] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.610618] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.610756] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.610905] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.611066] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.611259] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.611416] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] vsphere.vsphere_login_password = VMware1! {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.611564] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.611753] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.611905] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] nova.auth_section = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.612072] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] nova.auth_type = password {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.612228] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.612372] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] nova.certfile = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.612517] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] nova.collect_timing = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.612670] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] nova.endpoint_type = public {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.612814] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] nova.insecure = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.612954] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] nova.keyfile = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.613117] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] nova.region_name = RegionOne {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.613295] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] nova.split_loggers = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.613546] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] nova.timeout = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.613593] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] placement.auth_section = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.613743] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] placement.auth_type = password {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.613890] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.614041] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] placement.certfile = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.614186] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] placement.collect_timing = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.614329] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] placement.endpoint_type = public {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.614467] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] placement.insecure = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.614604] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] placement.keyfile = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.614739] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] placement.region_name = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.614940] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] placement.split_loggers = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.615109] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] placement.timeout = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.615257] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ironic.auth_section = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.615402] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ironic.auth_type = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.615541] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ironic.cafile = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.615676] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ironic.certfile = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.615818] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ironic.collect_timing = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.615957] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ironic.connect_retries = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.616104] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ironic.connect_retry_delay = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.616253] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ironic.enable_notifications = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.616391] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ironic.endpoint_override = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.616531] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ironic.insecure = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.616669] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ironic.interface = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.616810] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ironic.keyfile = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.616976] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ironic.max_version = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.617138] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ironic.min_version = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.617278] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ironic.region_name = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.617419] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ironic.retriable_status_codes = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.617555] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ironic.service_name = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.617689] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ironic.service_type = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.617833] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ironic.split_loggers = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.617972] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ironic.status_code_retries = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.618121] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ironic.status_code_retry_delay = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.618260] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ironic.timeout = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.618405] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ironic.valid_interfaces = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.618967] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ironic.version = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.618967] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] cli_script.dry_run = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.618967] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.619113] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.619151] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.619813] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.619813] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.619813] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.619813] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.620058] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.620112] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.620301] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.620472] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.620628] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.620848] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.620931] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.621097] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.621231] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.621375] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.621525] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.621680] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.621840] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.621993] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.622150] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.622293] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.622436] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.622578] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.622719] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.622861] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.623008] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.623158] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.623307] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_rabbit.ssl = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.623491] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.623644] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.623789] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.623936] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.624096] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_rabbit.ssl_version = {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.624241] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.624393] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_notifications.driver = [] {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.624538] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_notifications.retry = -1 {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.624695] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.624840] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] oslo_messaging_notifications.transport_url = **** {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.624980] env[62781]: DEBUG oslo_service.service [None req-3a083064-5e25-4201-a3fc-bb7cee27f96b None None] ******************************************************************************** {{(pid=62781) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 537.625936] env[62781]: DEBUG neutron.agent.securitygroups_rpc [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Init firewall settings (driver=nsxv3) {{(pid=62781) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 537.627272] env[62781]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=62781) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 537.627535] env[62781]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] RPC agent_id: nsxm-l-01a.corp.local [ 537.629967] env[62781]: DEBUG dogpile.cache.region [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 537.630108] env[62781]: DEBUG dogpile.lock [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 537.630211] env[62781]: DEBUG dogpile.lock [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 537.630313] env[62781]: DEBUG dogpile.lock [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 537.630411] env[62781]: DEBUG dogpile.cache.region [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 537.630502] env[62781]: DEBUG dogpile.lock [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 537.630628] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 537.648758] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Session token - acquiring [ 537.650613] env[62781]: DEBUG networking_nsxv3.common.locking [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.650770] env[62781]: DEBUG oslo_concurrency.lockutils [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.650879] env[62781]: DEBUG oslo_concurrency.lockutils [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.651341] env[62781]: DEBUG oslo_concurrency.lockutils [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.661208] env[62781]: DEBUG oslo_concurrency.lockutils [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.927493] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 537.949677] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 537.949964] env[62781]: DEBUG dogpile.cache.region [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Cache value generated in 0.319 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 537.950208] env[62781]: DEBUG dogpile.lock [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 537.950442] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Activating Policy API Provider. [ 537.950723] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Looking for the default Infrastructure Rules. [ 538.006551] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Looking for the Default Layer3 Logged Drop Section. [ 538.019095] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 538.019523] env[62781]: DEBUG networking_nsxv3.common.locking [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.019691] env[62781]: DEBUG oslo_concurrency.lockutils [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Acquiring lock "all" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.019799] env[62781]: DEBUG oslo_concurrency.lockutils [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Acquired lock "all" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.020067] env[62781]: DEBUG oslo_concurrency.lockutils [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Acquired external semaphore "all" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 538.020399] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 538.538166] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 539.040283] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 539.542840] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Inventory metadata is going to be refreshed. [ 539.542991] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 540.324402] env[62781]: DEBUG networking_nsxv3.common.locking [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.324834] env[62781]: DEBUG oslo_concurrency.lockutils [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.324834] env[62781]: DEBUG oslo_concurrency.lockutils [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.325059] env[62781]: DEBUG oslo_concurrency.lockutils [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.336244] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 540.337136] env[62781]: DEBUG oslo_concurrency.lockutils [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.338083] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 540.355339] env[62781]: DEBUG networking_nsxv3.common.locking [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.355490] env[62781]: DEBUG oslo_concurrency.lockutils [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.355587] env[62781]: DEBUG oslo_concurrency.lockutils [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.355876] env[62781]: DEBUG oslo_concurrency.lockutils [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.355998] env[62781]: DEBUG oslo_concurrency.lockutils [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.356155] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 540.356309] env[62781]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=62781) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 540.356409] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 540.379047] env[62781]: DEBUG networking_nsxv3.common.locking [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.379204] env[62781]: DEBUG oslo_concurrency.lockutils [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.379316] env[62781]: DEBUG oslo_concurrency.lockutils [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.379586] env[62781]: DEBUG oslo_concurrency.lockutils [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.379766] env[62781]: DEBUG oslo_concurrency.lockutils [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.379914] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 540.405543] env[62781]: DEBUG networking_nsxv3.common.locking [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.405752] env[62781]: DEBUG oslo_concurrency.lockutils [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.405868] env[62781]: DEBUG oslo_concurrency.lockutils [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.406136] env[62781]: DEBUG oslo_concurrency.lockutils [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.406370] env[62781]: DEBUG oslo_concurrency.lockutils [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.406590] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 540.433436] env[62781]: DEBUG networking_nsxv3.common.locking [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.433631] env[62781]: DEBUG oslo_concurrency.lockutils [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Acquiring lock "Address Group" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.433715] env[62781]: DEBUG oslo_concurrency.lockutils [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Acquired lock "Address Group" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.433977] env[62781]: DEBUG oslo_concurrency.lockutils [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Acquired external semaphore "Address Group" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.434133] env[62781]: DEBUG oslo_concurrency.lockutils [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Releasing lock "Address Group" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.434307] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 540.434423] env[62781]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=62781) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 540.434535] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 540.450459] env[62781]: DEBUG networking_nsxv3.common.locking [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.450660] env[62781]: DEBUG oslo_concurrency.lockutils [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Acquiring lock "Segment QoS" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.450730] env[62781]: DEBUG oslo_concurrency.lockutils [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Acquired lock "Segment QoS" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.450971] env[62781]: DEBUG oslo_concurrency.lockutils [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Acquired external semaphore "Segment QoS" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.451106] env[62781]: DEBUG oslo_concurrency.lockutils [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Releasing lock "Segment QoS" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.451243] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 540.451349] env[62781]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=62781) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 540.451469] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 540.472999] env[62781]: DEBUG networking_nsxv3.common.locking [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.473182] env[62781]: DEBUG oslo_concurrency.lockutils [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.473288] env[62781]: DEBUG oslo_concurrency.lockutils [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.473567] env[62781]: DEBUG oslo_concurrency.lockutils [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.473712] env[62781]: DEBUG oslo_concurrency.lockutils [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.473865] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 540.473974] env[62781]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=62781) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 540.474093] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Inventory metadata have been refreshed. [ 540.474228] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Dryrun:True. Metadata refresh completed. [ 540.474401] env[62781]: DEBUG oslo_concurrency.lockutils [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Releasing lock "all" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.476156] env[62781]: INFO neutron.agent.agent_extensions_manager [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Loaded agent extensions: [] [ 540.477013] env[62781]: DEBUG neutron_lib.callbacks.manager [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=62781) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 540.537957] env[62781]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] NSXv3 Agent Agent RPC Daemon Started! [ 540.538107] env[62781]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] NSXv3 Agent Agent loop - iteration:0 started [ 540.538205] env[62781]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] NSXv3 Agent Agent out of sync with plugin! [ 545.478317] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 545.478683] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 550.479793] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 550.479793] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 554.483747] env[62781]: INFO networking_nsxv3.common.synchronization [None req-7e262250-b045-4c92-9e3e-47ae11b72e7f demo admin] Enqueued Resource ID: 9fd38b5c-8d4a-42da-9a04-1f18a754867d with Priority: HIGHEST for action security_group_rules [ 554.484312] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd38b5c-8d4a-42da-9a04-1f18a754867d with Priority: HIGHEST for action security_group_rules [ 554.484652] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fd38b5c-8d4a-42da-9a04-1f18a754867d taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.484785] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fd38b5c-8d4a-42da-9a04-1f18a754867d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.484855] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fd38b5c-8d4a-42da-9a04-1f18a754867d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.485389] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fd38b5c-8d4a-42da-9a04-1f18a754867d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.485504] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fd38b5c-8d4a-42da-9a04-1f18a754867d',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.005692] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.005861] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.005910] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.006107] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.006197] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.006290] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fd38b5c-8d4a-42da-9a04-1f18a754867d already deleted. [ 555.006370] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fd38b5c-8d4a-42da-9a04-1f18a754867d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.480625] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.481077] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.481077] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.481077] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.481290] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 556.984512] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.487075] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.988356] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 557.988528] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 558.728805] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.729313] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.729313] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.729313] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.741384] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 558.742233] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.742882] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 558.760968] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.761222] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.761222] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.761397] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.761482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.761594] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 558.761668] env[62781]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=62781) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 558.761743] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 558.779945] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.780183] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.780233] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.780463] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.780627] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.780805] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 558.800970] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.801191] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.801191] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.801413] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.801522] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.801636] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 558.821069] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.821284] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.821284] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.821482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.821585] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.821703] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 558.821778] env[62781]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=62781) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 558.821850] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 558.837728] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.837918] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.837918] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.838132] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.838212] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.838320] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 558.838392] env[62781]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=62781) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 558.838467] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 558.867634] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.867829] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.867829] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.868048] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.868156] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.868272] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 558.868345] env[62781]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=62781) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 558.868413] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 558.868478] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 558.868555] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 558.868618] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 558.868680] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 558.868982] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 558.869086] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 558.869124] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 558.887717] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.887845] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.887913] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.888112] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.888213] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.888313] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 558.922157] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.922305] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.922360] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.922494] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.922586] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.935178] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.485387] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 559.485577] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 564.487261] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 564.487261] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 569.488179] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 569.488535] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 574.490065] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 574.490476] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 579.491241] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 579.491482] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 581.308576] env[62781]: INFO networking_nsxv3.common.synchronization [None req-46291135-b1b9-4f6f-9838-6dfa93122eeb None None] Enqueued Resource ID: 560972e4-3baf-4ab1-a454-dec944607ff4 with Priority: HIGHEST for action port [ 581.308837] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 560972e4-3baf-4ab1-a454-dec944607ff4 with Priority: HIGHEST for action port [ 581.309427] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-560972e4-3baf-4ab1-a454-dec944607ff4 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.309552] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-560972e4-3baf-4ab1-a454-dec944607ff4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.309622] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-560972e4-3baf-4ab1-a454-dec944607ff4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.309869] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-560972e4-3baf-4ab1-a454-dec944607ff4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.309954] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('560972e4-3baf-4ab1-a454-dec944607ff4',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.813248] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 560972e4-3baf-4ab1-a454-dec944607ff4 [ 581.813478] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.814232] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.814232] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.814232] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.814232] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.814232] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:560972e4-3baf-4ab1-a454-dec944607ff4 already deleted. [ 581.814232] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-560972e4-3baf-4ab1-a454-dec944607ff4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.290180] env[62781]: INFO networking_nsxv3.common.synchronization [None req-c26748e3-af83-4688-953c-0aa47aac8344 None None] Enqueued Resource ID: 23a18421-3186-410b-9cc1-366056b76b53 with Priority: HIGHEST for action port [ 583.290425] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a18421-3186-410b-9cc1-366056b76b53 with Priority: HIGHEST for action port [ 583.290949] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-23a18421-3186-410b-9cc1-366056b76b53 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.291079] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23a18421-3186-410b-9cc1-366056b76b53" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.291139] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23a18421-3186-410b-9cc1-366056b76b53" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.291382] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23a18421-3186-410b-9cc1-366056b76b53" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.291459] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23a18421-3186-410b-9cc1-366056b76b53',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.793889] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23a18421-3186-410b-9cc1-366056b76b53 [ 583.794056] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.794255] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.794304] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.794520] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.794655] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.794749] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23a18421-3186-410b-9cc1-366056b76b53 already deleted. [ 583.794901] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23a18421-3186-410b-9cc1-366056b76b53" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.608672] env[62781]: INFO networking_nsxv3.common.synchronization [None req-b4c0bd7d-490d-4171-82a4-f673f7e93d8c None None] Enqueued Resource ID: c8c35f6f-305f-4d75-8d8b-022858ae51d2 with Priority: HIGHEST for action port [ 584.609078] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8c35f6f-305f-4d75-8d8b-022858ae51d2 with Priority: HIGHEST for action port [ 584.609730] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8c35f6f-305f-4d75-8d8b-022858ae51d2 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.612683] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8c35f6f-305f-4d75-8d8b-022858ae51d2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.612683] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8c35f6f-305f-4d75-8d8b-022858ae51d2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.612683] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8c35f6f-305f-4d75-8d8b-022858ae51d2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.612683] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8c35f6f-305f-4d75-8d8b-022858ae51d2',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.898674] env[62781]: INFO networking_nsxv3.common.synchronization [None req-74d30161-1ac6-47c3-ac24-6a80e947181f None None] Enqueued Resource ID: 3a5e2fb8-54ec-48bd-aa00-9efdcc842f83 with Priority: HIGHEST for action port [ 584.899482] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5e2fb8-54ec-48bd-aa00-9efdcc842f83 with Priority: HIGHEST for action port [ 584.899676] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a5e2fb8-54ec-48bd-aa00-9efdcc842f83 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.899791] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a5e2fb8-54ec-48bd-aa00-9efdcc842f83" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.899889] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a5e2fb8-54ec-48bd-aa00-9efdcc842f83" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.900554] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a5e2fb8-54ec-48bd-aa00-9efdcc842f83" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.900554] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a5e2fb8-54ec-48bd-aa00-9efdcc842f83',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.115994] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8c35f6f-305f-4d75-8d8b-022858ae51d2 [ 585.115994] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.115994] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.115994] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.115994] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.115994] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.115994] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8c35f6f-305f-4d75-8d8b-022858ae51d2 already deleted. [ 585.115994] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8c35f6f-305f-4d75-8d8b-022858ae51d2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.403113] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a5e2fb8-54ec-48bd-aa00-9efdcc842f83 [ 585.403348] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.403481] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.403549] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.403755] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.403842] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.403934] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a5e2fb8-54ec-48bd-aa00-9efdcc842f83 already deleted. [ 585.404035] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a5e2fb8-54ec-48bd-aa00-9efdcc842f83" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.538276] env[62781]: INFO networking_nsxv3.common.synchronization [None req-8f9e7b31-1c2d-4666-8ed0-48897c5d39d9 None None] Enqueued Resource ID: e720dd43-2b64-4fd0-8dcc-34aa83146fbc with Priority: HIGHEST for action port [ 586.538712] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e720dd43-2b64-4fd0-8dcc-34aa83146fbc with Priority: HIGHEST for action port [ 586.539741] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-e720dd43-2b64-4fd0-8dcc-34aa83146fbc taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.539862] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e720dd43-2b64-4fd0-8dcc-34aa83146fbc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.539941] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e720dd43-2b64-4fd0-8dcc-34aa83146fbc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.540212] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e720dd43-2b64-4fd0-8dcc-34aa83146fbc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.540299] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e720dd43-2b64-4fd0-8dcc-34aa83146fbc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.599040] env[62781]: INFO networking_nsxv3.common.synchronization [None req-cd0c0518-0159-4c24-b7b5-a01708f46ae3 None None] Enqueued Resource ID: 16b2bf92-55aa-4500-b6de-27a1dc4cd291 with Priority: HIGHEST for action port [ 586.599397] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b2bf92-55aa-4500-b6de-27a1dc4cd291 with Priority: HIGHEST for action port [ 586.599831] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-16b2bf92-55aa-4500-b6de-27a1dc4cd291 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.599968] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16b2bf92-55aa-4500-b6de-27a1dc4cd291" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.600038] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16b2bf92-55aa-4500-b6de-27a1dc4cd291" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.600287] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16b2bf92-55aa-4500-b6de-27a1dc4cd291" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.600373] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16b2bf92-55aa-4500-b6de-27a1dc4cd291',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.923027] env[62781]: INFO networking_nsxv3.common.synchronization [None req-57f31bc2-4fa0-4343-acca-d2ef8c02e733 None None] Enqueued Resource ID: 998bf9ee-3f49-4eca-ad28-5e686679310d with Priority: HIGHEST for action port [ 586.924164] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 998bf9ee-3f49-4eca-ad28-5e686679310d with Priority: HIGHEST for action port [ 586.924263] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-998bf9ee-3f49-4eca-ad28-5e686679310d taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.924531] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-998bf9ee-3f49-4eca-ad28-5e686679310d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.924609] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-998bf9ee-3f49-4eca-ad28-5e686679310d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.924851] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-998bf9ee-3f49-4eca-ad28-5e686679310d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.924934] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('998bf9ee-3f49-4eca-ad28-5e686679310d',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.044519] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e720dd43-2b64-4fd0-8dcc-34aa83146fbc [ 587.044519] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.044519] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.044519] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.044519] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.044519] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.044519] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e720dd43-2b64-4fd0-8dcc-34aa83146fbc already deleted. [ 587.044519] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e720dd43-2b64-4fd0-8dcc-34aa83146fbc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.103279] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16b2bf92-55aa-4500-b6de-27a1dc4cd291 [ 587.103575] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.103654] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.103691] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.103906] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.103993] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.104500] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16b2bf92-55aa-4500-b6de-27a1dc4cd291 already deleted. [ 587.104500] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16b2bf92-55aa-4500-b6de-27a1dc4cd291" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.129886] env[62781]: INFO networking_nsxv3.common.synchronization [None req-9edb0b16-68a9-4c84-97f9-9002b57a0392 None None] Enqueued Resource ID: 9ef32b33-7d06-4f39-8935-fe22331226ec with Priority: HIGHEST for action port [ 587.130084] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ef32b33-7d06-4f39-8935-fe22331226ec with Priority: HIGHEST for action port [ 587.130631] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ef32b33-7d06-4f39-8935-fe22331226ec taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.130742] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ef32b33-7d06-4f39-8935-fe22331226ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.130814] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ef32b33-7d06-4f39-8935-fe22331226ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.131660] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ef32b33-7d06-4f39-8935-fe22331226ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.131808] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ef32b33-7d06-4f39-8935-fe22331226ec',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.427587] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 998bf9ee-3f49-4eca-ad28-5e686679310d [ 587.427825] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.427961] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.428055] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.428261] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.428354] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.428454] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:998bf9ee-3f49-4eca-ad28-5e686679310d already deleted. [ 587.428559] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-998bf9ee-3f49-4eca-ad28-5e686679310d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.635492] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ef32b33-7d06-4f39-8935-fe22331226ec [ 587.635492] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.635492] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.636603] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.636603] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.636658] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.636724] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ef32b33-7d06-4f39-8935-fe22331226ec already deleted. [ 587.636804] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ef32b33-7d06-4f39-8935-fe22331226ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.864336] env[62781]: INFO networking_nsxv3.common.synchronization [None req-071438f9-5b10-4326-b1b5-c218a0ef1fb0 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Enqueued Resource ID: 414fcbc7-7267-4d60-9e52-6e85dc5f9125 with Priority: HIGHEST for action security_group_rules [ 587.864851] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 414fcbc7-7267-4d60-9e52-6e85dc5f9125 with Priority: HIGHEST for action security_group_rules [ 587.865182] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-414fcbc7-7267-4d60-9e52-6e85dc5f9125 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.865297] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-414fcbc7-7267-4d60-9e52-6e85dc5f9125" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.865367] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-414fcbc7-7267-4d60-9e52-6e85dc5f9125" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.865601] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-414fcbc7-7267-4d60-9e52-6e85dc5f9125" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.865684] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('414fcbc7-7267-4d60-9e52-6e85dc5f9125',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.074317] env[62781]: INFO networking_nsxv3.common.synchronization [None req-52522d10-cbbf-4979-8e04-18cc41b41bff tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Enqueued Resource ID: 414fcbc7-7267-4d60-9e52-6e85dc5f9125 with Priority: HIGHEST for action security_group_rules [ 588.075033] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 414fcbc7-7267-4d60-9e52-6e85dc5f9125 with Priority: HIGHEST for action security_group_rules [ 588.076618] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-414fcbc7-7267-4d60-9e52-6e85dc5f9125 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.076618] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-414fcbc7-7267-4d60-9e52-6e85dc5f9125" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.391908] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.392060] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.392131] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.392344] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.392429] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.392520] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 414fcbc7-7267-4d60-9e52-6e85dc5f9125 already deleted. [ 588.392600] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-414fcbc7-7267-4d60-9e52-6e85dc5f9125" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.392767] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-414fcbc7-7267-4d60-9e52-6e85dc5f9125" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.392897] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-414fcbc7-7267-4d60-9e52-6e85dc5f9125" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.394444] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('414fcbc7-7267-4d60-9e52-6e85dc5f9125',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.585498] env[62781]: INFO networking_nsxv3.common.synchronization [None req-f461a81d-9795-4f23-8337-3187af3b48d1 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Enqueued Resource ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c with Priority: HIGHEST for action security_group_rules [ 588.585960] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c with Priority: HIGHEST for action security_group_rules [ 588.586516] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34a620b7-4c58-4fb9-b61f-c6a6e69e979c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.586516] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.586516] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.586790] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.586790] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34a620b7-4c58-4fb9-b61f-c6a6e69e979c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.708687] env[62781]: INFO networking_nsxv3.common.synchronization [None req-991c28b9-dcf2-4639-9675-2f0612487b00 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Enqueued Resource ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c with Priority: HIGHEST for action security_group_rules [ 588.709229] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c with Priority: HIGHEST for action security_group_rules [ 588.711069] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34a620b7-4c58-4fb9-b61f-c6a6e69e979c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.711069] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.915052] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.915052] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.915052] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.915052] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.915052] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.915052] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 414fcbc7-7267-4d60-9e52-6e85dc5f9125 already deleted. [ 588.915052] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-414fcbc7-7267-4d60-9e52-6e85dc5f9125" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.107749] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.107922] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.108019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.108263] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.108351] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.108445] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c already deleted. [ 589.108585] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.108676] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.108823] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.110543] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34a620b7-4c58-4fb9-b61f-c6a6e69e979c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.355608] env[62781]: INFO networking_nsxv3.common.synchronization [None req-63106ffc-40c0-4f56-b861-bbc84631088f None None] Enqueued Resource ID: 7055b6c6-1a69-4612-9280-ca088e6d8341 with Priority: HIGHEST for action port [ 589.355608] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7055b6c6-1a69-4612-9280-ca088e6d8341 with Priority: HIGHEST for action port [ 589.356091] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-7055b6c6-1a69-4612-9280-ca088e6d8341 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.356238] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7055b6c6-1a69-4612-9280-ca088e6d8341" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.356315] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7055b6c6-1a69-4612-9280-ca088e6d8341" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.357163] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7055b6c6-1a69-4612-9280-ca088e6d8341" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.357637] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7055b6c6-1a69-4612-9280-ca088e6d8341',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.630778] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.630894] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.631013] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.631161] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.631244] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.631341] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c already deleted. [ 589.631426] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.772106] env[62781]: INFO networking_nsxv3.common.synchronization [None req-381c3645-8825-4404-80e0-108a111ab048 None None] Enqueued Resource ID: 49020dd7-47ec-4ef5-a346-508bebbc7f05 with Priority: HIGHEST for action port [ 589.772747] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49020dd7-47ec-4ef5-a346-508bebbc7f05 with Priority: HIGHEST for action port [ 589.772951] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-49020dd7-47ec-4ef5-a346-508bebbc7f05 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.773127] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49020dd7-47ec-4ef5-a346-508bebbc7f05" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.773452] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49020dd7-47ec-4ef5-a346-508bebbc7f05" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.773529] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49020dd7-47ec-4ef5-a346-508bebbc7f05" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.773716] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49020dd7-47ec-4ef5-a346-508bebbc7f05',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.861116] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7055b6c6-1a69-4612-9280-ca088e6d8341 [ 589.861116] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.861116] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.861116] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.861116] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.861116] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.861116] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7055b6c6-1a69-4612-9280-ca088e6d8341 already deleted. [ 589.861116] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7055b6c6-1a69-4612-9280-ca088e6d8341" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.878180] env[62781]: INFO networking_nsxv3.common.synchronization [None req-8aba44b2-46f7-4e5f-9b02-26a8df114607 None None] Enqueued Resource ID: 677e5a9d-8ce3-43fe-8c75-59d1b565ee39 with Priority: HIGHEST for action port [ 589.878180] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 677e5a9d-8ce3-43fe-8c75-59d1b565ee39 with Priority: HIGHEST for action port [ 589.878180] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-677e5a9d-8ce3-43fe-8c75-59d1b565ee39 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.878180] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-677e5a9d-8ce3-43fe-8c75-59d1b565ee39" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.878180] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-677e5a9d-8ce3-43fe-8c75-59d1b565ee39" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.878180] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-677e5a9d-8ce3-43fe-8c75-59d1b565ee39" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.878180] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('677e5a9d-8ce3-43fe-8c75-59d1b565ee39',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.276235] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49020dd7-47ec-4ef5-a346-508bebbc7f05 [ 590.276482] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.276619] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.276693] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.276903] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.277021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.277127] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49020dd7-47ec-4ef5-a346-508bebbc7f05 already deleted. [ 590.277214] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49020dd7-47ec-4ef5-a346-508bebbc7f05" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.383837] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 677e5a9d-8ce3-43fe-8c75-59d1b565ee39 [ 590.383837] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.384058] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.384296] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.384716] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.384716] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.384823] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:677e5a9d-8ce3-43fe-8c75-59d1b565ee39 already deleted. [ 590.385177] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-677e5a9d-8ce3-43fe-8c75-59d1b565ee39" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.027259] env[62781]: INFO networking_nsxv3.common.synchronization [None req-517109f6-3903-4155-9c76-b0055312dd28 None None] Enqueued Resource ID: ea4a7799-9f35-41e2-8f3d-b4d3e84e4177 with Priority: HIGHEST for action port [ 592.027797] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea4a7799-9f35-41e2-8f3d-b4d3e84e4177 with Priority: HIGHEST for action port [ 592.029461] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea4a7799-9f35-41e2-8f3d-b4d3e84e4177 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.029635] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea4a7799-9f35-41e2-8f3d-b4d3e84e4177" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.029682] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea4a7799-9f35-41e2-8f3d-b4d3e84e4177" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.029968] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea4a7799-9f35-41e2-8f3d-b4d3e84e4177" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.030096] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea4a7799-9f35-41e2-8f3d-b4d3e84e4177',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.462184] env[62781]: INFO networking_nsxv3.common.synchronization [None req-a6671591-ebaf-48f0-8275-dc7a3b438836 None None] Enqueued Resource ID: fb3881c6-d42e-4e9c-ae06-9ee2e04cfb37 with Priority: HIGHEST for action port [ 592.462184] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3881c6-d42e-4e9c-ae06-9ee2e04cfb37 with Priority: HIGHEST for action port [ 592.462184] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb3881c6-d42e-4e9c-ae06-9ee2e04cfb37 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.462184] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb3881c6-d42e-4e9c-ae06-9ee2e04cfb37" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.462184] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb3881c6-d42e-4e9c-ae06-9ee2e04cfb37" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.463298] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb3881c6-d42e-4e9c-ae06-9ee2e04cfb37" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.464826] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb3881c6-d42e-4e9c-ae06-9ee2e04cfb37',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.533571] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea4a7799-9f35-41e2-8f3d-b4d3e84e4177 [ 592.533571] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.537020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.537020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.537020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.537020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.537020] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea4a7799-9f35-41e2-8f3d-b4d3e84e4177 already deleted. [ 592.537020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea4a7799-9f35-41e2-8f3d-b4d3e84e4177" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.966960] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb3881c6-d42e-4e9c-ae06-9ee2e04cfb37 [ 592.966960] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.966960] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.966960] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.966960] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.966960] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.966960] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb3881c6-d42e-4e9c-ae06-9ee2e04cfb37 already deleted. [ 592.966960] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb3881c6-d42e-4e9c-ae06-9ee2e04cfb37" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.817915] env[62781]: INFO networking_nsxv3.common.synchronization [None req-e1f5a182-4401-4967-9368-f0a9d14985f5 None None] Enqueued Resource ID: c6095a81-1ad4-40d7-9caf-5a5f03e680c7 with Priority: HIGHEST for action port [ 594.820122] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6095a81-1ad4-40d7-9caf-5a5f03e680c7 with Priority: HIGHEST for action port [ 594.821369] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6095a81-1ad4-40d7-9caf-5a5f03e680c7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.822119] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6095a81-1ad4-40d7-9caf-5a5f03e680c7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.822316] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6095a81-1ad4-40d7-9caf-5a5f03e680c7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.822550] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6095a81-1ad4-40d7-9caf-5a5f03e680c7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.822644] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6095a81-1ad4-40d7-9caf-5a5f03e680c7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.923567] env[62781]: INFO networking_nsxv3.common.synchronization [None req-88f2988b-4ceb-42cf-9deb-f27631bf2881 None None] Enqueued Resource ID: 63ad8c40-23ec-41ee-97d3-f7042f60dd3f with Priority: HIGHEST for action port [ 594.923836] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ad8c40-23ec-41ee-97d3-f7042f60dd3f with Priority: HIGHEST for action port [ 594.924437] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-63ad8c40-23ec-41ee-97d3-f7042f60dd3f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.924547] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63ad8c40-23ec-41ee-97d3-f7042f60dd3f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.924640] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63ad8c40-23ec-41ee-97d3-f7042f60dd3f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.925618] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63ad8c40-23ec-41ee-97d3-f7042f60dd3f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.925705] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63ad8c40-23ec-41ee-97d3-f7042f60dd3f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.051116] env[62781]: INFO networking_nsxv3.common.synchronization [None req-02a5c797-4044-42d0-a9a3-e0523052621f None None] Enqueued Resource ID: f7c6a1a2-eb30-432f-82c2-ef27713ccce9 with Priority: HIGHEST for action port [ 595.051375] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7c6a1a2-eb30-432f-82c2-ef27713ccce9 with Priority: HIGHEST for action port [ 595.052402] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7c6a1a2-eb30-432f-82c2-ef27713ccce9 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.053295] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7c6a1a2-eb30-432f-82c2-ef27713ccce9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.053295] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7c6a1a2-eb30-432f-82c2-ef27713ccce9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.054365] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7c6a1a2-eb30-432f-82c2-ef27713ccce9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.054468] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7c6a1a2-eb30-432f-82c2-ef27713ccce9',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.325798] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6095a81-1ad4-40d7-9caf-5a5f03e680c7 [ 595.327648] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.327648] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.327648] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.327648] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.327648] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.327648] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6095a81-1ad4-40d7-9caf-5a5f03e680c7 already deleted. [ 595.327648] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6095a81-1ad4-40d7-9caf-5a5f03e680c7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.431877] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63ad8c40-23ec-41ee-97d3-f7042f60dd3f [ 595.431877] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.431877] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.431877] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.431877] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.431877] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.431877] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63ad8c40-23ec-41ee-97d3-f7042f60dd3f already deleted. [ 595.431877] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63ad8c40-23ec-41ee-97d3-f7042f60dd3f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.538317] env[62781]: INFO networking_nsxv3.common.synchronization [None req-ae06a411-f616-4f8a-aa8a-d825bcbce941 None None] Enqueued Resource ID: 5c68001d-fe3f-40e6-b4bb-031150ad0012 with Priority: HIGHEST for action port [ 595.538579] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c68001d-fe3f-40e6-b4bb-031150ad0012 with Priority: HIGHEST for action port [ 595.539254] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c68001d-fe3f-40e6-b4bb-031150ad0012 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.539387] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c68001d-fe3f-40e6-b4bb-031150ad0012" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.539456] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c68001d-fe3f-40e6-b4bb-031150ad0012" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.540520] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c68001d-fe3f-40e6-b4bb-031150ad0012" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.540866] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c68001d-fe3f-40e6-b4bb-031150ad0012',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.556667] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7c6a1a2-eb30-432f-82c2-ef27713ccce9 [ 595.557245] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.557373] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.557444] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.557646] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.557740] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.557840] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7c6a1a2-eb30-432f-82c2-ef27713ccce9 already deleted. [ 595.557917] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7c6a1a2-eb30-432f-82c2-ef27713ccce9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.043647] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c68001d-fe3f-40e6-b4bb-031150ad0012 [ 596.043919] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.044051] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.044123] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.044329] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.044412] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.044501] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c68001d-fe3f-40e6-b4bb-031150ad0012 already deleted. [ 596.044579] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c68001d-fe3f-40e6-b4bb-031150ad0012" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.118062] env[62781]: INFO networking_nsxv3.common.synchronization [None req-47654c40-074f-4dec-96de-b59bbe09d1b6 None None] Enqueued Resource ID: 7c6f20cf-1005-4dc8-b5f8-6aa4b7d8a51a with Priority: HIGHEST for action port [ 596.118692] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c6f20cf-1005-4dc8-b5f8-6aa4b7d8a51a with Priority: HIGHEST for action port [ 596.119927] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c6f20cf-1005-4dc8-b5f8-6aa4b7d8a51a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.119927] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c6f20cf-1005-4dc8-b5f8-6aa4b7d8a51a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.119927] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c6f20cf-1005-4dc8-b5f8-6aa4b7d8a51a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.122513] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c6f20cf-1005-4dc8-b5f8-6aa4b7d8a51a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.122513] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c6f20cf-1005-4dc8-b5f8-6aa4b7d8a51a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.624137] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c6f20cf-1005-4dc8-b5f8-6aa4b7d8a51a [ 596.624383] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.624526] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.624599] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.624806] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.626250] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.626374] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c6f20cf-1005-4dc8-b5f8-6aa4b7d8a51a already deleted. [ 596.626475] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c6f20cf-1005-4dc8-b5f8-6aa4b7d8a51a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.792710] env[62781]: INFO networking_nsxv3.common.synchronization [None req-3ad68be5-63a1-4f76-9cd7-c3f1c6d90a99 None None] Enqueued Resource ID: d448369e-ffa8-4252-be51-b01bf9d38e34 with Priority: HIGHEST for action port [ 597.792710] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d448369e-ffa8-4252-be51-b01bf9d38e34 with Priority: HIGHEST for action port [ 597.792710] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-d448369e-ffa8-4252-be51-b01bf9d38e34 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.792710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d448369e-ffa8-4252-be51-b01bf9d38e34" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.792710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d448369e-ffa8-4252-be51-b01bf9d38e34" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.793356] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d448369e-ffa8-4252-be51-b01bf9d38e34" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.793356] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d448369e-ffa8-4252-be51-b01bf9d38e34',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.298368] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d448369e-ffa8-4252-be51-b01bf9d38e34 [ 598.298659] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.298798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.298866] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.299107] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.299197] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.299291] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d448369e-ffa8-4252-be51-b01bf9d38e34 already deleted. [ 598.299369] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d448369e-ffa8-4252-be51-b01bf9d38e34" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.734729] env[62781]: INFO networking_nsxv3.common.synchronization [req-4f316feb-1d1f-46fb-8272-341832ebd7dc req-75e00ec9-df67-4a21-a264-7ef9bc9ac61f tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Enqueued Resource ID: df86dd15-f958-47b3-96b7-532db1d33daf with Priority: HIGHEST for action security_group_members [ 598.735292] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df86dd15-f958-47b3-96b7-532db1d33daf with Priority: HIGHEST for action security_group_members [ 598.735598] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-df86dd15-f958-47b3-96b7-532db1d33daf taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.735713] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.735782] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.736218] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.736428] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.736545] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.737039] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.737297] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.737691] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.737691] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df86dd15-f958-47b3-96b7-532db1d33daf',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.240373] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.240763] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.240763] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.241703] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.241703] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.241703] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.241703] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.241703] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.241703] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.241703] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.242737] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df86dd15-f958-47b3-96b7-532db1d33daf already deleted. [ 599.242867] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.953906] env[62781]: INFO networking_nsxv3.common.synchronization [req-35032c8c-ab89-473f-9453-a0cf228cd4f6 req-c05d0ba6-1849-49b7-ad1d-68907e6c5558 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Enqueued Resource ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d with Priority: HIGHEST for action security_group_members [ 599.954353] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d with Priority: HIGHEST for action security_group_members [ 599.957796] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.958981] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.958981] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.961145] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.961145] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.961145] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.961145] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.961145] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.961145] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.961145] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c31746d8-d495-42b7-8eb1-f4bd79a2a20d',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.987467] env[62781]: INFO networking_nsxv3.common.synchronization [None req-499653b9-0c11-4982-94d6-238d25245f39 None None] Enqueued Resource ID: b8938c1b-7c27-4544-a0e3-eb8b8c2fd214 with Priority: HIGHEST for action port [ 599.987749] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8938c1b-7c27-4544-a0e3-eb8b8c2fd214 with Priority: HIGHEST for action port [ 599.988474] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8938c1b-7c27-4544-a0e3-eb8b8c2fd214 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.988612] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8938c1b-7c27-4544-a0e3-eb8b8c2fd214" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.988681] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8938c1b-7c27-4544-a0e3-eb8b8c2fd214" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.988916] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8938c1b-7c27-4544-a0e3-eb8b8c2fd214" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.988998] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8938c1b-7c27-4544-a0e3-eb8b8c2fd214',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.465920] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.465920] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.465920] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.466283] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.466283] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.466765] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.466765] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.466765] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.466765] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.466934] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.466934] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d already deleted. [ 600.466988] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.492366] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8938c1b-7c27-4544-a0e3-eb8b8c2fd214 [ 600.492597] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.492729] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.492826] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.493063] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.493161] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.493259] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8938c1b-7c27-4544-a0e3-eb8b8c2fd214 already deleted. [ 600.493341] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8938c1b-7c27-4544-a0e3-eb8b8c2fd214" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.558381] env[62781]: INFO networking_nsxv3.common.synchronization [None req-b18f6ff4-7027-44c2-8d88-ec1eedfc8fcf None None] Enqueued Resource ID: 279d4823-bae3-4d70-a295-5a5b5d548174 with Priority: HIGHEST for action port [ 600.558571] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 279d4823-bae3-4d70-a295-5a5b5d548174 with Priority: HIGHEST for action port [ 600.559662] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-279d4823-bae3-4d70-a295-5a5b5d548174 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.559662] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-279d4823-bae3-4d70-a295-5a5b5d548174" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.559662] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-279d4823-bae3-4d70-a295-5a5b5d548174" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.559662] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-279d4823-bae3-4d70-a295-5a5b5d548174" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.559662] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('279d4823-bae3-4d70-a295-5a5b5d548174',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.062199] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 279d4823-bae3-4d70-a295-5a5b5d548174 [ 601.062470] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.062730] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.062730] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.062980] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.063116] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.063234] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:279d4823-bae3-4d70-a295-5a5b5d548174 already deleted. [ 601.063425] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-279d4823-bae3-4d70-a295-5a5b5d548174" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.097784] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.098921] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.099109] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.099674] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.100226] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.100443] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.100611] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.100892] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.103541] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.103541] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 601.105114] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.105114] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.105114] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.105114] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 601.105114] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.105114] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 601.124125] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 601.124125] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 601.124272] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 601.124469] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.124868] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-be06eda4-3aef-4a30-aa03-7c9726d05a4b taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.125105] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-be06eda4-3aef-4a30-aa03-7c9726d05a4b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.125351] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-be06eda4-3aef-4a30-aa03-7c9726d05a4b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.125687] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-be06eda4-3aef-4a30-aa03-7c9726d05a4b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.126072] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be06eda4-3aef-4a30-aa03-7c9726d05a4b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.441425] env[62781]: INFO networking_nsxv3.common.synchronization [None req-c07880cd-98f6-419b-9c5a-0ecb5ba6903f None None] Enqueued Resource ID: 6b2e84d6-5245-463e-bcae-1dcb22119157 with Priority: HIGHEST for action port [ 601.442618] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2e84d6-5245-463e-bcae-1dcb22119157 with Priority: HIGHEST for action port [ 601.442618] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b2e84d6-5245-463e-bcae-1dcb22119157 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.442618] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b2e84d6-5245-463e-bcae-1dcb22119157" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.442618] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b2e84d6-5245-463e-bcae-1dcb22119157" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.444194] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b2e84d6-5245-463e-bcae-1dcb22119157" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.444194] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b2e84d6-5245-463e-bcae-1dcb22119157',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.629980] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.630318] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.634024] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.634024] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.634024] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.634024] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port be06eda4-3aef-4a30-aa03-7c9726d05a4b not found, creating... [ 601.634024] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.634024] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.634024] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.634024] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.634024] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.634024] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.634555] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.634555] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.634555] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.634555] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.634555] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: be06eda4-3aef-4a30-aa03-7c9726d05a4b is going to be created. [ 601.657967] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.658445] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.658601] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.659050] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.659259] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.659436] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-be06eda4-3aef-4a30-aa03-7c9726d05a4b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.820331] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.820775] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.821385] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.821886] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.822084] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.822245] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.822360] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.822596] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.822749] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.822956] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 601.823095] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.823257] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.823391] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.823505] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 601.823644] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.823788] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 601.857484] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 601.857654] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 601.857819] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 601.858100] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.858757] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-b615a0a7-f9d3-402a-96c0-803ed70df2e0 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.858757] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-b615a0a7-f9d3-402a-96c0-803ed70df2e0" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.858757] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-b615a0a7-f9d3-402a-96c0-803ed70df2e0" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.859354] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-b615a0a7-f9d3-402a-96c0-803ed70df2e0" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.859354] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b615a0a7-f9d3-402a-96c0-803ed70df2e0',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.948211] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b2e84d6-5245-463e-bcae-1dcb22119157 [ 601.948589] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.948683] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.948683] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.950062] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.950062] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.950062] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b2e84d6-5245-463e-bcae-1dcb22119157 already deleted. [ 601.950062] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b2e84d6-5245-463e-bcae-1dcb22119157" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.196156] env[62781]: INFO networking_nsxv3.common.synchronization [None req-244f7ec9-2cc4-4b59-8b6f-a5472e678e4c None None] Enqueued Resource ID: da050b70-f6fa-4a82-925b-f3e976210ffe with Priority: HIGHEST for action port [ 602.196156] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da050b70-f6fa-4a82-925b-f3e976210ffe with Priority: HIGHEST for action port [ 602.198435] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-da050b70-f6fa-4a82-925b-f3e976210ffe taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.198435] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da050b70-f6fa-4a82-925b-f3e976210ffe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.198435] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da050b70-f6fa-4a82-925b-f3e976210ffe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.198435] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da050b70-f6fa-4a82-925b-f3e976210ffe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.198435] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da050b70-f6fa-4a82-925b-f3e976210ffe',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.364959] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.365224] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.365372] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.368852] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.368852] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.368852] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port b615a0a7-f9d3-402a-96c0-803ed70df2e0 not found, creating... [ 602.368852] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.368852] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.368852] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.368852] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.368852] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.368852] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.368852] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.369583] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.369583] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.369583] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.369583] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: b615a0a7-f9d3-402a-96c0-803ed70df2e0 is going to be created. [ 602.377104] env[62781]: INFO networking_nsxv3.common.synchronization [None req-43d95801-1ae9-41f7-b2b3-5774a2b966ac tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Enqueued Resource ID: ebd3fe3f-1467-4ae0-a6fc-43db453bd521 with Priority: HIGHEST for action security_group_rules [ 602.377299] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebd3fe3f-1467-4ae0-a6fc-43db453bd521 with Priority: HIGHEST for action security_group_rules [ 602.378061] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebd3fe3f-1467-4ae0-a6fc-43db453bd521 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.378210] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.378282] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.378539] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.378625] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebd3fe3f-1467-4ae0-a6fc-43db453bd521',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.388923] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.389236] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.389300] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.389578] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.389902] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.390077] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-b615a0a7-f9d3-402a-96c0-803ed70df2e0" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.701984] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da050b70-f6fa-4a82-925b-f3e976210ffe [ 602.703420] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.703420] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.703420] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.703911] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.703911] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.703911] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da050b70-f6fa-4a82-925b-f3e976210ffe already deleted. [ 602.703911] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da050b70-f6fa-4a82-925b-f3e976210ffe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.872230] env[62781]: INFO networking_nsxv3.common.synchronization [None req-e6ac9796-eebc-403d-b57f-c8e3f0663f35 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Enqueued Resource ID: ebd3fe3f-1467-4ae0-a6fc-43db453bd521 with Priority: HIGHEST for action security_group_rules [ 602.872697] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebd3fe3f-1467-4ae0-a6fc-43db453bd521 with Priority: HIGHEST for action security_group_rules [ 602.872994] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebd3fe3f-1467-4ae0-a6fc-43db453bd521 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.873120] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.898077] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.898249] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.898335] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.898575] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.898690] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.898806] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebd3fe3f-1467-4ae0-a6fc-43db453bd521 already deleted. [ 602.898952] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.899192] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.899428] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.899519] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebd3fe3f-1467-4ae0-a6fc-43db453bd521',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.986892] env[62781]: INFO networking_nsxv3.common.synchronization [req-592a0677-581e-410f-bc23-19d8afeee1da req-d2ae80b4-0641-4145-adc0-c7cc0c14609c tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Enqueued Resource ID: 7aff8fba-c6d9-49f4-8169-306be1820332 with Priority: HIGHEST for action security_group_members [ 602.987465] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aff8fba-c6d9-49f4-8169-306be1820332 with Priority: HIGHEST for action security_group_members [ 602.987729] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aff8fba-c6d9-49f4-8169-306be1820332 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.987866] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.987928] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.989668] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.989668] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.989668] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.989668] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.989987] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.989987] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.990075] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7aff8fba-c6d9-49f4-8169-306be1820332',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.159717] env[62781]: INFO networking_nsxv3.common.synchronization [None req-5fff4420-04dc-452c-98f4-be203c98e857 None None] Enqueued Resource ID: d1fd616c-f5fb-4f63-b622-daf5a8a5eab7 with Priority: HIGHEST for action port [ 603.160304] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1fd616c-f5fb-4f63-b622-daf5a8a5eab7 with Priority: HIGHEST for action port [ 603.160601] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1fd616c-f5fb-4f63-b622-daf5a8a5eab7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.160731] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1fd616c-f5fb-4f63-b622-daf5a8a5eab7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.160784] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1fd616c-f5fb-4f63-b622-daf5a8a5eab7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.161354] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1fd616c-f5fb-4f63-b622-daf5a8a5eab7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.161545] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1fd616c-f5fb-4f63-b622-daf5a8a5eab7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.235373] env[62781]: INFO networking_nsxv3.common.synchronization [req-4f316feb-1d1f-46fb-8272-341832ebd7dc req-91439061-0b44-4b63-b224-c2b5a31dce75 service nova] Enqueued Resource ID: df86dd15-f958-47b3-96b7-532db1d33daf with Priority: HIGHEST for action security_group_rules [ 603.235373] env[62781]: INFO networking_nsxv3.common.synchronization [req-4f316feb-1d1f-46fb-8272-341832ebd7dc req-91439061-0b44-4b63-b224-c2b5a31dce75 service nova] Enqueued Resource ID: df86dd15-f958-47b3-96b7-532db1d33daf with Priority: HIGHEST for action security_group_members [ 603.235373] env[62781]: INFO networking_nsxv3.common.synchronization [req-4f316feb-1d1f-46fb-8272-341832ebd7dc req-91439061-0b44-4b63-b224-c2b5a31dce75 service nova] Enqueued Resource ID: be06eda4-3aef-4a30-aa03-7c9726d05a4b with Priority: HIGHEST for action port [ 603.237097] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df86dd15-f958-47b3-96b7-532db1d33daf with Priority: HIGHEST for action security_group_rules [ 603.237298] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df86dd15-f958-47b3-96b7-532db1d33daf with Priority: HIGHEST for action security_group_members [ 603.237531] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be06eda4-3aef-4a30-aa03-7c9726d05a4b with Priority: HIGHEST for action port [ 603.238288] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df86dd15-f958-47b3-96b7-532db1d33daf taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.238412] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.238501] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.238765] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.238850] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df86dd15-f958-47b3-96b7-532db1d33daf',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.240042] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-df86dd15-f958-47b3-96b7-532db1d33daf taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.240155] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.240227] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.240393] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.240542] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.240638] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.240701] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.240841] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.240926] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.241026] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df86dd15-f958-47b3-96b7-532db1d33daf',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.243382] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-be06eda4-3aef-4a30-aa03-7c9726d05a4b taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.243552] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be06eda4-3aef-4a30-aa03-7c9726d05a4b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.243628] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be06eda4-3aef-4a30-aa03-7c9726d05a4b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.243843] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be06eda4-3aef-4a30-aa03-7c9726d05a4b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.243910] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be06eda4-3aef-4a30-aa03-7c9726d05a4b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.422883] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.423129] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.423129] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.423518] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.423518] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.423518] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebd3fe3f-1467-4ae0-a6fc-43db453bd521 already deleted. [ 603.423625] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.492301] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.492460] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.492532] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.492743] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.492832] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.493523] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.493745] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.493745] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.493910] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.493994] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.494106] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aff8fba-c6d9-49f4-8169-306be1820332 already deleted. [ 603.494193] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.663678] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1fd616c-f5fb-4f63-b622-daf5a8a5eab7 [ 603.663977] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.664313] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.664850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.665062] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.666237] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.666410] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1fd616c-f5fb-4f63-b622-daf5a8a5eab7 already deleted. [ 603.666551] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1fd616c-f5fb-4f63-b622-daf5a8a5eab7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.746643] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-df86dd15-f958-47b3-96b7-532db1d33daf taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.747083] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.757333] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be06eda4-3aef-4a30-aa03-7c9726d05a4b with status ACTIVE [ 603.757576] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.757778] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.757910] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.758298] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.758444] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.758653] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.758781] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.758859] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.759147] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.759263] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.759537] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.759689] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.759797] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.759967] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.763576] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.763576] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be06eda4-3aef-4a30-aa03-7c9726d05a4b is going to be updated. [ 603.763576] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df86dd15-f958-47b3-96b7-532db1d33daf',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.781662] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.781809] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.781809] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.782139] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.782169] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.782324] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be06eda4-3aef-4a30-aa03-7c9726d05a4b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.789472] env[62781]: INFO networking_nsxv3.common.synchronization [None req-f71e49fc-a7e2-4cf6-9dec-73fe427338ed None None] Enqueued Resource ID: 489278ec-89f9-4e0f-bd80-b6a3224dfa2d with Priority: HIGHEST for action port [ 603.789472] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 489278ec-89f9-4e0f-bd80-b6a3224dfa2d with Priority: HIGHEST for action port [ 603.789472] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-489278ec-89f9-4e0f-bd80-b6a3224dfa2d taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.789472] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-489278ec-89f9-4e0f-bd80-b6a3224dfa2d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.789472] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-489278ec-89f9-4e0f-bd80-b6a3224dfa2d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.789472] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-489278ec-89f9-4e0f-bd80-b6a3224dfa2d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.789472] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('489278ec-89f9-4e0f-bd80-b6a3224dfa2d',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.265340] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df86dd15-f958-47b3-96b7-532db1d33daf',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.290579] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 489278ec-89f9-4e0f-bd80-b6a3224dfa2d [ 604.290579] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.290579] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.290579] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.290579] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.290579] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.290579] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:489278ec-89f9-4e0f-bd80-b6a3224dfa2d already deleted. [ 604.290579] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-489278ec-89f9-4e0f-bd80-b6a3224dfa2d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.709681] env[62781]: INFO networking_nsxv3.common.synchronization [req-35032c8c-ab89-473f-9453-a0cf228cd4f6 req-b972cf63-4064-4201-ad41-12e0c2cc6476 service nova] Enqueued Resource ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d with Priority: HIGHEST for action security_group_rules [ 604.709865] env[62781]: INFO networking_nsxv3.common.synchronization [req-35032c8c-ab89-473f-9453-a0cf228cd4f6 req-b972cf63-4064-4201-ad41-12e0c2cc6476 service nova] Enqueued Resource ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d with Priority: HIGHEST for action security_group_members [ 604.710416] env[62781]: INFO networking_nsxv3.common.synchronization [req-35032c8c-ab89-473f-9453-a0cf228cd4f6 req-b972cf63-4064-4201-ad41-12e0c2cc6476 service nova] Enqueued Resource ID: b615a0a7-f9d3-402a-96c0-803ed70df2e0 with Priority: HIGHEST for action port [ 604.710416] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d with Priority: HIGHEST for action security_group_rules [ 604.710416] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d with Priority: HIGHEST for action security_group_members [ 604.710566] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b615a0a7-f9d3-402a-96c0-803ed70df2e0 with Priority: HIGHEST for action port [ 604.711285] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c31746d8-d495-42b7-8eb1-f4bd79a2a20d taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.711423] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.712608] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.712608] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.712608] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c31746d8-d495-42b7-8eb1-f4bd79a2a20d',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.712758] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.713303] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.713371] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.713557] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.713710] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.713808] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.713890] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.714298] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.714298] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.714298] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c31746d8-d495-42b7-8eb1-f4bd79a2a20d',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.718908] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-b615a0a7-f9d3-402a-96c0-803ed70df2e0 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.718908] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b615a0a7-f9d3-402a-96c0-803ed70df2e0" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.718908] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b615a0a7-f9d3-402a-96c0-803ed70df2e0" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.719145] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b615a0a7-f9d3-402a-96c0-803ed70df2e0" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.719145] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b615a0a7-f9d3-402a-96c0-803ed70df2e0',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.767698] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.767698] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.767698] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.768099] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.768099] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.768099] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df86dd15-f958-47b3-96b7-532db1d33daf is going to be created. [ 604.808713] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.809180] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.811542] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.811542] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.811542] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.811542] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.811542] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.811542] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.811542] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.811542] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 604.811542] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.811542] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.811542] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.811542] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 604.812045] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.812045] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.817583] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.817720] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.817797] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.818097] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.818310] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.832334] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df86dd15-f958-47b3-96b7-532db1d33daf in Status: UNINITIALIZED for 2s [ 604.845427] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.845532] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 604.845696] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.845980] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.846182] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.846366] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.846485] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.848402] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.848483] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.888859] env[62781]: INFO networking_nsxv3.common.synchronization [req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb req-6cc3d632-05ca-42f0-95fa-979986f93c73 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Enqueued Resource ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c with Priority: HIGHEST for action security_group_members [ 604.890068] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c with Priority: HIGHEST for action security_group_members [ 604.890068] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.890068] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.890068] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.890068] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.890068] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.890068] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.890068] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.890380] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.890380] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.890380] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34a620b7-4c58-4fb9-b61f-c6a6e69e979c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.183794] env[62781]: INFO networking_nsxv3.common.synchronization [None req-26cfce51-6e95-4a5e-8ee0-7fbe9230f0c4 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Enqueued Resource ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de with Priority: HIGHEST for action security_group_rules [ 605.184323] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de with Priority: HIGHEST for action security_group_rules [ 605.184617] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcd2779c-5492-4db7-a6ce-7f0d97e611de taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.184781] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.184817] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.185337] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.185337] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcd2779c-5492-4db7-a6ce-7f0d97e611de',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.222028] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c31746d8-d495-42b7-8eb1-f4bd79a2a20d',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.222028] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.222028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.222028] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b615a0a7-f9d3-402a-96c0-803ed70df2e0 with status ACTIVE [ 605.222028] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.222028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.222028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.222028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.222723] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.222799] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.222919] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.223015] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.223206] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.223286] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.223956] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.224118] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.224209] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.224391] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.224620] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.224620] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b615a0a7-f9d3-402a-96c0-803ed70df2e0 is going to be updated. [ 605.252331] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.252509] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.252600] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.252859] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.255904] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.255904] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b615a0a7-f9d3-402a-96c0-803ed70df2e0" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.352314] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.352543] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.352597] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.352994] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.353331] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.353331] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb not found, creating... [ 605.353599] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.353829] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.353911] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.354163] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.354374] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.357992] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.358244] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.358530] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.358610] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.358821] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.359273] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb is going to be created. [ 605.381502] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.381936] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.382081] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.383295] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.383295] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.383295] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.395494] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.396753] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.396753] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.396753] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.396753] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.396753] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.396753] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.397070] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.398027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.398027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.398027] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c already deleted. [ 605.398027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.633031] env[62781]: INFO networking_nsxv3.common.synchronization [None req-08b3beb4-91d7-4381-922d-2c99e3553da6 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Enqueued Resource ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de with Priority: HIGHEST for action security_group_rules [ 605.633485] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de with Priority: HIGHEST for action security_group_rules [ 605.633802] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcd2779c-5492-4db7-a6ce-7f0d97e611de taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.633902] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.704445] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.704744] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.704874] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.705139] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.705375] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.705500] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de already deleted. [ 605.705633] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.707415] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.707415] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.707415] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcd2779c-5492-4db7-a6ce-7f0d97e611de',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.727819] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c31746d8-d495-42b7-8eb1-f4bd79a2a20d',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.773276] env[62781]: INFO networking_nsxv3.common.synchronization [None req-163a0348-9a34-45c9-945d-41773a7e191e None None] Enqueued Resource ID: 2faf3e02-675e-404b-ae16-6c6c12f3f760 with Priority: HIGHEST for action port [ 605.773276] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2faf3e02-675e-404b-ae16-6c6c12f3f760 with Priority: HIGHEST for action port [ 605.773276] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-2faf3e02-675e-404b-ae16-6c6c12f3f760 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.773276] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2faf3e02-675e-404b-ae16-6c6c12f3f760" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.774278] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2faf3e02-675e-404b-ae16-6c6c12f3f760" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.774648] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2faf3e02-675e-404b-ae16-6c6c12f3f760" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.776050] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2faf3e02-675e-404b-ae16-6c6c12f3f760',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.122872] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-281 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.123237] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-281" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.123445] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-281" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.123798] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-281" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.124339] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.124901] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.125119] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.125413] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.126084] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.126340] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 606.126433] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.126549] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.126659] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.126775] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 606.126885] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.127029] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.137400] env[62781]: INFO networking_nsxv3.common.synchronization [None req-d2c9c99d-dada-4ad0-a348-23aeb5238842 None None] Enqueued Resource ID: 54ffb822-1421-42a6-8a49-d1286f2ab991 with Priority: HIGHEST for action port [ 606.137749] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54ffb822-1421-42a6-8a49-d1286f2ab991 with Priority: HIGHEST for action port [ 606.138296] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-54ffb822-1421-42a6-8a49-d1286f2ab991 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.138450] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54ffb822-1421-42a6-8a49-d1286f2ab991" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.138519] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54ffb822-1421-42a6-8a49-d1286f2ab991" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.138762] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54ffb822-1421-42a6-8a49-d1286f2ab991" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.138844] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54ffb822-1421-42a6-8a49-d1286f2ab991',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.146437] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.146608] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 606.146896] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.147020] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-281" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.147253] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-1bb330f8-75c1-45dc-acdb-ba05b941ca19 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.147429] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-1bb330f8-75c1-45dc-acdb-ba05b941ca19" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.147551] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-1bb330f8-75c1-45dc-acdb-ba05b941ca19" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.147926] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-1bb330f8-75c1-45dc-acdb-ba05b941ca19" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.148079] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bb330f8-75c1-45dc-acdb-ba05b941ca19',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.233034] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.233034] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.233034] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.233034] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.233034] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.233034] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d is going to be created. [ 606.244195] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.244195] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.244195] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.244195] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.244634] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.244634] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de already deleted. [ 606.244634] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.266441] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.266441] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.266441] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.266441] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.266441] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.277827] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d in Status: UNINITIALIZED for 2s [ 606.277827] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2faf3e02-675e-404b-ae16-6c6c12f3f760 [ 606.277827] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.277827] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.277827] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.277827] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.277827] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.277827] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2faf3e02-675e-404b-ae16-6c6c12f3f760 already deleted. [ 606.277827] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2faf3e02-675e-404b-ae16-6c6c12f3f760" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.643961] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54ffb822-1421-42a6-8a49-d1286f2ab991 [ 606.644394] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.644394] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.644532] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.644658] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.645650] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.645650] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54ffb822-1421-42a6-8a49-d1286f2ab991 already deleted. [ 606.645650] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54ffb822-1421-42a6-8a49-d1286f2ab991" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.652977] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.653304] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.653439] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.653696] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.653837] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.654233] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 1bb330f8-75c1-45dc-acdb-ba05b941ca19 not found, creating... [ 606.654501] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.654501] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.655928] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.655928] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.655928] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.655928] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.655928] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.655928] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.655928] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.655928] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.655928] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 1bb330f8-75c1-45dc-acdb-ba05b941ca19 is going to be created. [ 606.681322] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.681322] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.681577] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.682433] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.682433] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.682433] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-1bb330f8-75c1-45dc-acdb-ba05b941ca19" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.842050] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df86dd15-f958-47b3-96b7-532db1d33daf in Status: SUCCESS [ 606.842324] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.842482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.842690] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.842885] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.842983] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.843042] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.843968] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.843968] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.843968] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.843968] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df86dd15-f958-47b3-96b7-532db1d33daf',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.930081] env[62781]: INFO networking_nsxv3.common.synchronization [None req-1d590223-6397-4b82-ad5a-e3b9c156a999 None None] Enqueued Resource ID: f5d08abb-9ccf-46ea-b096-976443504db9 with Priority: HIGHEST for action port [ 606.930225] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5d08abb-9ccf-46ea-b096-976443504db9 with Priority: HIGHEST for action port [ 606.930789] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5d08abb-9ccf-46ea-b096-976443504db9 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.930919] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5d08abb-9ccf-46ea-b096-976443504db9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.931318] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5d08abb-9ccf-46ea-b096-976443504db9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.931318] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5d08abb-9ccf-46ea-b096-976443504db9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.931318] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5d08abb-9ccf-46ea-b096-976443504db9',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.348477] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-df86dd15-f958-47b3-96b7-532db1d33daf taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.348477] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.348477] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.348477] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.348477] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.348477] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.348477] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.348477] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.348477] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.348990] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.348990] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-df86dd15-f958-47b3-96b7-532db1d33daf taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.348990] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.348990] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.349190] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.349376] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.351325] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.351325] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.351325] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.351325] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.351325] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.351325] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df86dd15-f958-47b3-96b7-532db1d33daf',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.435482] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5d08abb-9ccf-46ea-b096-976443504db9 [ 607.435721] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.435855] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.435925] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.436146] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.436236] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.436328] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5d08abb-9ccf-46ea-b096-976443504db9 already deleted. [ 607.436407] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5d08abb-9ccf-46ea-b096-976443504db9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.623111] env[62781]: INFO networking_nsxv3.common.synchronization [None req-556542f9-2e08-49cb-8ce7-7dce0fb17e08 None None] Enqueued Resource ID: 781c9c66-f792-4a51-86b1-8a9451b81085 with Priority: HIGHEST for action port [ 607.623651] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 781c9c66-f792-4a51-86b1-8a9451b81085 with Priority: HIGHEST for action port [ 607.624072] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-781c9c66-f792-4a51-86b1-8a9451b81085 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.624212] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-781c9c66-f792-4a51-86b1-8a9451b81085" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.626654] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-781c9c66-f792-4a51-86b1-8a9451b81085" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.626654] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-781c9c66-f792-4a51-86b1-8a9451b81085" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.626654] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('781c9c66-f792-4a51-86b1-8a9451b81085',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.688126] env[62781]: INFO networking_nsxv3.common.synchronization [req-592a0677-581e-410f-bc23-19d8afeee1da req-057ca126-67c0-4b46-875a-d1c727cf81f5 service nova] Enqueued Resource ID: 7aff8fba-c6d9-49f4-8169-306be1820332 with Priority: HIGHEST for action security_group_rules [ 607.688339] env[62781]: INFO networking_nsxv3.common.synchronization [req-592a0677-581e-410f-bc23-19d8afeee1da req-057ca126-67c0-4b46-875a-d1c727cf81f5 service nova] Enqueued Resource ID: 7aff8fba-c6d9-49f4-8169-306be1820332 with Priority: HIGHEST for action security_group_members [ 607.688492] env[62781]: INFO networking_nsxv3.common.synchronization [req-592a0677-581e-410f-bc23-19d8afeee1da req-057ca126-67c0-4b46-875a-d1c727cf81f5 service nova] Enqueued Resource ID: 8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb with Priority: HIGHEST for action port [ 607.692796] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aff8fba-c6d9-49f4-8169-306be1820332 with Priority: HIGHEST for action security_group_rules [ 607.692796] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aff8fba-c6d9-49f4-8169-306be1820332 with Priority: HIGHEST for action security_group_members [ 607.692796] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb with Priority: HIGHEST for action port [ 607.692796] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7aff8fba-c6d9-49f4-8169-306be1820332 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.692796] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.692796] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.692796] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.692796] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7aff8fba-c6d9-49f4-8169-306be1820332',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.694083] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aff8fba-c6d9-49f4-8169-306be1820332 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.694413] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.694413] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.694613] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.694683] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.694804] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.694895] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.695140] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.695233] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.695327] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7aff8fba-c6d9-49f4-8169-306be1820332',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.696722] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.696854] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.696941] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.697138] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.697222] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.853365] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df86dd15-f958-47b3-96b7-532db1d33daf: rpc.has_security_group_logging(os_id): False [ 607.870632] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.870852] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.870897] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.871097] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.873039] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.873367] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.873483] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.873595] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.873765] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.873843] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.874084] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.876380] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.876632] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.876977] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.877085] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.877622] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.877762] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.877821] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.877977] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.878065] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.878154] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df86dd15-f958-47b3-96b7-532db1d33daf is going to be created. [ 607.941764] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.941912] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.941969] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.942210] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.942388] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.951811] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df86dd15-f958-47b3-96b7-532db1d33daf in Status: IN_PROGRESS for 2s [ 608.131517] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 781c9c66-f792-4a51-86b1-8a9451b81085 [ 608.131517] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.131517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.131517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.131517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.131517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.131853] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:781c9c66-f792-4a51-86b1-8a9451b81085 already deleted. [ 608.131853] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-781c9c66-f792-4a51-86b1-8a9451b81085" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.167574] env[62781]: INFO networking_nsxv3.common.synchronization [req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb req-abac6e9a-2bd0-433c-8108-5903439ba05b service nova] Enqueued Resource ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c with Priority: HIGHEST for action security_group_rules [ 608.167745] env[62781]: INFO networking_nsxv3.common.synchronization [req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb req-abac6e9a-2bd0-433c-8108-5903439ba05b service nova] Enqueued Resource ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c with Priority: HIGHEST for action security_group_members [ 608.167881] env[62781]: INFO networking_nsxv3.common.synchronization [req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb req-abac6e9a-2bd0-433c-8108-5903439ba05b service nova] Enqueued Resource ID: 1bb330f8-75c1-45dc-acdb-ba05b941ca19 with Priority: HIGHEST for action port [ 608.168413] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c with Priority: HIGHEST for action security_group_rules [ 608.168539] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c with Priority: HIGHEST for action security_group_members [ 608.168630] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bb330f8-75c1-45dc-acdb-ba05b941ca19 with Priority: HIGHEST for action port [ 608.168895] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34a620b7-4c58-4fb9-b61f-c6a6e69e979c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.169019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.169089] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.169297] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.169379] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34a620b7-4c58-4fb9-b61f-c6a6e69e979c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.172727] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.172727] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.172727] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.172727] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.172727] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.172727] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.172727] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.172727] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.172727] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.172727] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34a620b7-4c58-4fb9-b61f-c6a6e69e979c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.172727] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bb330f8-75c1-45dc-acdb-ba05b941ca19 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.173254] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bb330f8-75c1-45dc-acdb-ba05b941ca19" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.173254] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bb330f8-75c1-45dc-acdb-ba05b941ca19" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.173455] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bb330f8-75c1-45dc-acdb-ba05b941ca19" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.173543] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bb330f8-75c1-45dc-acdb-ba05b941ca19',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.198026] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7aff8fba-c6d9-49f4-8169-306be1820332',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.199135] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb with status ACTIVE [ 608.199338] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.199465] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.199543] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.199755] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.199885] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.200092] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.200194] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.200258] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.200424] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.200501] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.202022] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.202022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.202022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.202022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.202022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.202022] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb is going to be updated. [ 608.203115] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aff8fba-c6d9-49f4-8169-306be1820332 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.203115] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.235878] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.235878] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.235878] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.235878] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.236223] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.237377] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.285091] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d in Status: SUCCESS [ 608.285542] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.287680] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.287680] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.287680] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.287680] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.287680] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.287680] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.287680] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.287680] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.287680] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c31746d8-d495-42b7-8eb1-f4bd79a2a20d',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.441618] env[62781]: INFO networking_nsxv3.common.synchronization [None req-2cca18eb-1491-47cc-b1fe-fb031f3aa634 None None] Enqueued Resource ID: 3518f9d0-6163-4346-9de0-b7749d631097 with Priority: HIGHEST for action port [ 608.441618] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3518f9d0-6163-4346-9de0-b7749d631097 with Priority: HIGHEST for action port [ 608.441618] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-3518f9d0-6163-4346-9de0-b7749d631097 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.441618] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3518f9d0-6163-4346-9de0-b7749d631097" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.441618] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3518f9d0-6163-4346-9de0-b7749d631097" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.442205] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3518f9d0-6163-4346-9de0-b7749d631097" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.442205] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3518f9d0-6163-4346-9de0-b7749d631097',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.675704] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.675937] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.676075] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34a620b7-4c58-4fb9-b61f-c6a6e69e979c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.677347] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1bb330f8-75c1-45dc-acdb-ba05b941ca19 with status ACTIVE [ 608.677347] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.677347] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.677347] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.677570] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.677663] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.677840] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.677954] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.678028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.678198] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.678293] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.680599] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.681113] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.681113] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.681113] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.681592] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.681592] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1bb330f8-75c1-45dc-acdb-ba05b941ca19 is going to be updated. [ 608.705881] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.706365] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.706545] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.706790] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.706983] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.707676] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bb330f8-75c1-45dc-acdb-ba05b941ca19" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.707676] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7aff8fba-c6d9-49f4-8169-306be1820332',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.792096] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.792096] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.792096] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.792096] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.792096] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.792096] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.792096] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.792096] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.792096] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.792096] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.792096] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.792096] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.792096] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.792096] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.792096] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.792096] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.792871] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.792871] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.792871] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.792871] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.792871] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c31746d8-d495-42b7-8eb1-f4bd79a2a20d',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.944584] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3518f9d0-6163-4346-9de0-b7749d631097 [ 608.944837] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.945416] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.945416] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.945416] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.945416] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.945633] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3518f9d0-6163-4346-9de0-b7749d631097 already deleted. [ 608.945633] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3518f9d0-6163-4346-9de0-b7749d631097" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.185842] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34a620b7-4c58-4fb9-b61f-c6a6e69e979c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.210701] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.210923] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.211026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.211297] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.211395] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.211496] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aff8fba-c6d9-49f4-8169-306be1820332 is going to be created. [ 609.238924] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.239074] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.242019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.242019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.242019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.250714] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aff8fba-c6d9-49f4-8169-306be1820332 in Status: UNINITIALIZED for 2s [ 609.299371] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c31746d8-d495-42b7-8eb1-f4bd79a2a20d: rpc.has_security_group_logging(os_id): False [ 609.316253] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.316383] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.316454] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.316672] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.316752] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.316959] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.317062] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.317122] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.317266] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.317335] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.317502] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.317588] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.317702] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.317774] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.317841] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.318022] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.318111] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.318225] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.318299] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.318368] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.318449] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d is going to be created. [ 609.380415] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.380544] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.380621] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.380820] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.381093] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.390742] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d in Status: IN_PROGRESS for 2s [ 609.456319] env[62781]: INFO networking_nsxv3.common.synchronization [req-61fb3691-d967-4947-8308-9710c8c41d4d req-dba5b8e2-f3f0-4a2b-9eaa-8c062dec0f12 tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Enqueued Resource ID: 75ccd358-929c-4946-8b16-8f2b7ecd8d59 with Priority: HIGHEST for action security_group_members [ 609.456319] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ccd358-929c-4946-8b16-8f2b7ecd8d59 with Priority: HIGHEST for action security_group_members [ 609.456319] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-75ccd358-929c-4946-8b16-8f2b7ecd8d59 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.456319] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75ccd358-929c-4946-8b16-8f2b7ecd8d59" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.456319] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75ccd358-929c-4946-8b16-8f2b7ecd8d59" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.456319] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75ccd358-929c-4946-8b16-8f2b7ecd8d59" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.456319] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.456319] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.456319] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.456319] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.456319] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.456319] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75ccd358-929c-4946-8b16-8f2b7ecd8d59',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.463476] env[62781]: INFO networking_nsxv3.common.synchronization [None req-adadf5a4-9f54-4a05-9b86-0ac6686da05a None None] Enqueued Resource ID: 99fcbe51-9235-4ba9-ab83-16709bb681c3 with Priority: HIGHEST for action port [ 609.463954] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99fcbe51-9235-4ba9-ab83-16709bb681c3 with Priority: HIGHEST for action port [ 609.464454] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-99fcbe51-9235-4ba9-ab83-16709bb681c3 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.464707] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99fcbe51-9235-4ba9-ab83-16709bb681c3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.464707] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99fcbe51-9235-4ba9-ab83-16709bb681c3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.465029] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99fcbe51-9235-4ba9-ab83-16709bb681c3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.465132] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99fcbe51-9235-4ba9-ab83-16709bb681c3',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.690881] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.691269] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.693408] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.693408] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.693408] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.693408] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c is going to be created. [ 609.713679] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.713679] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.713679] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.713880] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.713880] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.725863] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c in Status: UNINITIALIZED for 2s [ 609.959985] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.960259] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.960259] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.960391] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.960426] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.960626] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.960716] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.960802] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.960956] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.961045] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.961134] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75ccd358-929c-4946-8b16-8f2b7ecd8d59 already deleted. [ 609.961214] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75ccd358-929c-4946-8b16-8f2b7ecd8d59" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.962210] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df86dd15-f958-47b3-96b7-532db1d33daf in Status: SUCCESS [ 609.962428] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.967062] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99fcbe51-9235-4ba9-ab83-16709bb681c3 [ 609.967292] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.967421] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.967490] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.967746] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.967895] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.968083] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99fcbe51-9235-4ba9-ab83-16709bb681c3 already deleted. [ 609.968168] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99fcbe51-9235-4ba9-ab83-16709bb681c3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.775964] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.776800] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.776977] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.777847] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.778838] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.780177] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.780177] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.780302] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.780383] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.780616] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 610.780714] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.780840] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.780944] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.781073] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 610.781172] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.781267] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.798364] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.798534] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 610.798678] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.798849] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.799190] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-f964b66f-5a23-40ae-b742-7258519bdcc3 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.799361] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-f964b66f-5a23-40ae-b742-7258519bdcc3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.799479] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-f964b66f-5a23-40ae-b742-7258519bdcc3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.800048] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-f964b66f-5a23-40ae-b742-7258519bdcc3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.800048] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f964b66f-5a23-40ae-b742-7258519bdcc3',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.859291] env[62781]: INFO networking_nsxv3.common.synchronization [None req-310e84c8-ede7-47b2-8f84-b3db85bc4592 None None] Enqueued Resource ID: 7451ebb6-147f-4285-a9cc-b543d26c2cf0 with Priority: HIGHEST for action port [ 610.859821] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7451ebb6-147f-4285-a9cc-b543d26c2cf0 with Priority: HIGHEST for action port [ 610.860122] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-7451ebb6-147f-4285-a9cc-b543d26c2cf0 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.860242] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7451ebb6-147f-4285-a9cc-b543d26c2cf0" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.860307] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7451ebb6-147f-4285-a9cc-b543d26c2cf0" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.860562] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7451ebb6-147f-4285-a9cc-b543d26c2cf0" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.860622] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7451ebb6-147f-4285-a9cc-b543d26c2cf0',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.263161] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aff8fba-c6d9-49f4-8169-306be1820332 in Status: SUCCESS [ 611.263428] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.263552] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.263768] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.263953] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.264077] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.264139] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.264293] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.264370] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.264452] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.264539] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7aff8fba-c6d9-49f4-8169-306be1820332',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.303548] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.303548] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.303548] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.303548] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.303548] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.303798] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port f964b66f-5a23-40ae-b742-7258519bdcc3 not found, creating... [ 611.303919] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.304174] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.304264] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.305291] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.305291] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.305291] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.305291] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.305291] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.305590] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.305665] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.305804] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: f964b66f-5a23-40ae-b742-7258519bdcc3 is going to be created. [ 611.325649] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.326904] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.326904] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.327554] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.328284] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.328653] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-f964b66f-5a23-40ae-b742-7258519bdcc3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.363281] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7451ebb6-147f-4285-a9cc-b543d26c2cf0 [ 611.363525] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.363660] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.363730] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.363968] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.364070] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.364171] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7451ebb6-147f-4285-a9cc-b543d26c2cf0 already deleted. [ 611.364254] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7451ebb6-147f-4285-a9cc-b543d26c2cf0" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.404268] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d in Status: SUCCESS [ 611.404268] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.556947] env[62781]: INFO networking_nsxv3.common.synchronization [req-2192a878-c838-4a0c-8ce0-a10c883a928a req-cb57e50c-8541-46d8-8bde-2acf3a2046a7 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Enqueued Resource ID: febd52e1-459c-4117-88e5-26e5801451ca with Priority: HIGHEST for action security_group_members [ 611.556947] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: febd52e1-459c-4117-88e5-26e5801451ca with Priority: HIGHEST for action security_group_members [ 611.556947] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-febd52e1-459c-4117-88e5-26e5801451ca taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.556947] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-febd52e1-459c-4117-88e5-26e5801451ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.556947] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-febd52e1-459c-4117-88e5-26e5801451ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.556947] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-febd52e1-459c-4117-88e5-26e5801451ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.556947] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.556947] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.556947] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.557499] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.557499] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.557499] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('febd52e1-459c-4117-88e5-26e5801451ca',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.738355] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c in Status: SUCCESS [ 611.738355] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.738355] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.738355] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.738355] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.740293] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.740431] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.740618] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.740711] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.740814] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.740913] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34a620b7-4c58-4fb9-b61f-c6a6e69e979c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.768096] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aff8fba-c6d9-49f4-8169-306be1820332 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.768273] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.768449] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.768561] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.768821] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.768917] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.768917] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.769285] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.769285] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.769285] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.769477] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aff8fba-c6d9-49f4-8169-306be1820332 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.769477] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.769685] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.769685] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.769794] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.769851] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.769940] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.770048] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.770121] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.770271] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.770343] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7aff8fba-c6d9-49f4-8169-306be1820332',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.056582] env[62781]: INFO networking_nsxv3.common.synchronization [None req-6e03caec-83cb-48c7-b08a-23d559c148e5 None None] Enqueued Resource ID: 466ef53d-d20b-46ab-91c3-aa19cc4bcb3e with Priority: HIGHEST for action port [ 612.056582] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466ef53d-d20b-46ab-91c3-aa19cc4bcb3e with Priority: HIGHEST for action port [ 612.056582] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-466ef53d-d20b-46ab-91c3-aa19cc4bcb3e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.056981] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-466ef53d-d20b-46ab-91c3-aa19cc4bcb3e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.057291] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-466ef53d-d20b-46ab-91c3-aa19cc4bcb3e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.057667] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-466ef53d-d20b-46ab-91c3-aa19cc4bcb3e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.057841] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('466ef53d-d20b-46ab-91c3-aa19cc4bcb3e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.063027] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.064492] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.064492] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.064492] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.064492] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.064492] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.064492] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.064492] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.064492] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.064890] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.064890] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: febd52e1-459c-4117-88e5-26e5801451ca already deleted. [ 612.064890] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-febd52e1-459c-4117-88e5-26e5801451ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.177718] env[62781]: INFO networking_nsxv3.common.synchronization [None req-138449d8-6776-44c1-a90c-d6b7ea1686a4 None None] Enqueued Resource ID: 2a8914c8-a9e1-4b61-8b94-9aba447f8d93 with Priority: HIGHEST for action port [ 612.177718] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a8914c8-a9e1-4b61-8b94-9aba447f8d93 with Priority: HIGHEST for action port [ 612.177718] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a8914c8-a9e1-4b61-8b94-9aba447f8d93 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.177718] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a8914c8-a9e1-4b61-8b94-9aba447f8d93" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.177718] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a8914c8-a9e1-4b61-8b94-9aba447f8d93" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.177718] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a8914c8-a9e1-4b61-8b94-9aba447f8d93" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.178057] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a8914c8-a9e1-4b61-8b94-9aba447f8d93',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.246947] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34a620b7-4c58-4fb9-b61f-c6a6e69e979c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.280607] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7aff8fba-c6d9-49f4-8169-306be1820332: rpc.has_security_group_logging(os_id): False [ 612.298991] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.299194] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.299292] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.299546] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.299840] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.299913] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.300016] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.300088] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.300248] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.300330] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.300518] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.300826] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.300826] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.300826] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.300940] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.301124] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.301211] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.301299] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.301412] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.301706] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.301706] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7aff8fba-c6d9-49f4-8169-306be1820332 is going to be created. [ 612.358130] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.358415] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.358415] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.358570] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.358752] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.369424] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7aff8fba-c6d9-49f4-8169-306be1820332 in Status: IN_PROGRESS for 2s [ 612.561321] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 466ef53d-d20b-46ab-91c3-aa19cc4bcb3e [ 612.561321] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.561321] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.561321] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.561321] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.561321] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.561321] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:466ef53d-d20b-46ab-91c3-aa19cc4bcb3e already deleted. [ 612.561321] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-466ef53d-d20b-46ab-91c3-aa19cc4bcb3e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.683443] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a8914c8-a9e1-4b61-8b94-9aba447f8d93 [ 612.683443] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.683443] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.683443] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.683443] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.683443] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.683443] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a8914c8-a9e1-4b61-8b94-9aba447f8d93 already deleted. [ 612.683443] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a8914c8-a9e1-4b61-8b94-9aba447f8d93" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.747939] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34a620b7-4c58-4fb9-b61f-c6a6e69e979c: rpc.has_security_group_logging(os_id): False [ 612.766872] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.767074] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.767143] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.767403] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.769148] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.769148] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.769148] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.769148] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.769148] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.769148] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.769148] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c is going to be created. [ 612.832907] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.833123] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.833123] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.833332] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.833964] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.845208] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c in Status: IN_PROGRESS for 2s [ 612.974855] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.975086] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-716" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.975215] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-716" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.975537] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-716" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.975795] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.975953] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.976143] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.976367] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.976510] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.976721] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 612.976836] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.976945] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.977115] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.977162] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 612.980130] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.980130] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.995067] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.995446] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 612.995534] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.995942] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-716" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.996605] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-58aa8930-c677-40d2-9651-1a1eccf11409 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.996976] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-58aa8930-c677-40d2-9651-1a1eccf11409" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.997163] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-58aa8930-c677-40d2-9651-1a1eccf11409" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.997541] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-58aa8930-c677-40d2-9651-1a1eccf11409" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.998651] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58aa8930-c677-40d2-9651-1a1eccf11409',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.134614] env[62781]: INFO networking_nsxv3.common.synchronization [req-61fb3691-d967-4947-8308-9710c8c41d4d req-bcbff0c4-ccdf-419a-b9a3-1eb7c119cefb service nova] Enqueued Resource ID: 75ccd358-929c-4946-8b16-8f2b7ecd8d59 with Priority: HIGHEST for action security_group_rules [ 613.134614] env[62781]: INFO networking_nsxv3.common.synchronization [req-61fb3691-d967-4947-8308-9710c8c41d4d req-bcbff0c4-ccdf-419a-b9a3-1eb7c119cefb service nova] Enqueued Resource ID: 75ccd358-929c-4946-8b16-8f2b7ecd8d59 with Priority: HIGHEST for action security_group_members [ 613.134614] env[62781]: INFO networking_nsxv3.common.synchronization [req-61fb3691-d967-4947-8308-9710c8c41d4d req-bcbff0c4-ccdf-419a-b9a3-1eb7c119cefb service nova] Enqueued Resource ID: f964b66f-5a23-40ae-b742-7258519bdcc3 with Priority: HIGHEST for action port [ 613.134614] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ccd358-929c-4946-8b16-8f2b7ecd8d59 with Priority: HIGHEST for action security_group_rules [ 613.134782] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ccd358-929c-4946-8b16-8f2b7ecd8d59 with Priority: HIGHEST for action security_group_members [ 613.134837] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f964b66f-5a23-40ae-b742-7258519bdcc3 with Priority: HIGHEST for action port [ 613.135465] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75ccd358-929c-4946-8b16-8f2b7ecd8d59 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.135634] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75ccd358-929c-4946-8b16-8f2b7ecd8d59" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.135675] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75ccd358-929c-4946-8b16-8f2b7ecd8d59" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.135948] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75ccd358-929c-4946-8b16-8f2b7ecd8d59" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.136071] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75ccd358-929c-4946-8b16-8f2b7ecd8d59',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.137593] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-75ccd358-929c-4946-8b16-8f2b7ecd8d59 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.137724] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75ccd358-929c-4946-8b16-8f2b7ecd8d59" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.137931] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75ccd358-929c-4946-8b16-8f2b7ecd8d59" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.138150] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75ccd358-929c-4946-8b16-8f2b7ecd8d59" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.138337] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.138437] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.138501] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.138677] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.138772] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.138854] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75ccd358-929c-4946-8b16-8f2b7ecd8d59',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.140179] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-f964b66f-5a23-40ae-b742-7258519bdcc3 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.140292] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f964b66f-5a23-40ae-b742-7258519bdcc3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.140454] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f964b66f-5a23-40ae-b742-7258519bdcc3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.140561] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f964b66f-5a23-40ae-b742-7258519bdcc3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.140640] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f964b66f-5a23-40ae-b742-7258519bdcc3',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.500974] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.500974] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.501311] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.501361] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.501519] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.501692] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 58aa8930-c677-40d2-9651-1a1eccf11409 not found, creating... [ 613.501981] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.502160] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.504961] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.505272] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.505462] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.505776] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.505958] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.510181] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.510488] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.510712] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.510811] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 58aa8930-c677-40d2-9651-1a1eccf11409 is going to be created. [ 613.533265] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.533548] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.533698] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.534017] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.534256] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.534514] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-58aa8930-c677-40d2-9651-1a1eccf11409" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.640045] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-75ccd358-929c-4946-8b16-8f2b7ecd8d59 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.640045] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75ccd358-929c-4946-8b16-8f2b7ecd8d59" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.642715] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75ccd358-929c-4946-8b16-8f2b7ecd8d59',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.643755] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f964b66f-5a23-40ae-b742-7258519bdcc3 with status ACTIVE [ 613.643846] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.643970] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.644059] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.644251] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.644353] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.644502] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.644601] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.644656] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.644817] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.644884] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.645077] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.645178] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.645265] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.645412] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.645490] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.645582] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f964b66f-5a23-40ae-b742-7258519bdcc3 is going to be updated. [ 613.682484] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.682632] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.682696] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.682922] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.683066] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.683538] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f964b66f-5a23-40ae-b742-7258519bdcc3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.148855] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75ccd358-929c-4946-8b16-8f2b7ecd8d59',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.226416] env[62781]: INFO networking_nsxv3.common.synchronization [None req-809cba9a-c188-4329-9112-d7485b148f3a None None] Enqueued Resource ID: f56b518f-52fd-4960-a7e6-741af9897d0e with Priority: HIGHEST for action port [ 614.226750] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f56b518f-52fd-4960-a7e6-741af9897d0e with Priority: HIGHEST for action port [ 614.227358] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-f56b518f-52fd-4960-a7e6-741af9897d0e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.227478] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f56b518f-52fd-4960-a7e6-741af9897d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.227579] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f56b518f-52fd-4960-a7e6-741af9897d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.227797] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f56b518f-52fd-4960-a7e6-741af9897d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.227863] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f56b518f-52fd-4960-a7e6-741af9897d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.381346] env[62781]: INFO networking_nsxv3.common.synchronization [None req-e3224261-e24b-402b-bf90-861d203755c5 None None] Enqueued Resource ID: 8ca12571-44af-41d3-83cf-2ae04c9b3a41 with Priority: HIGHEST for action port [ 614.382165] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7aff8fba-c6d9-49f4-8169-306be1820332 in Status: SUCCESS [ 614.384790] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.385455] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ca12571-44af-41d3-83cf-2ae04c9b3a41 with Priority: HIGHEST for action port [ 614.386127] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ca12571-44af-41d3-83cf-2ae04c9b3a41 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.386224] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ca12571-44af-41d3-83cf-2ae04c9b3a41" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.389860] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ca12571-44af-41d3-83cf-2ae04c9b3a41" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.390728] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ca12571-44af-41d3-83cf-2ae04c9b3a41" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.390728] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ca12571-44af-41d3-83cf-2ae04c9b3a41',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.430530] env[62781]: INFO networking_nsxv3.common.synchronization [req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 req-12abc186-6ac6-411d-becd-90f1ddb1a935 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Enqueued Resource ID: f251121f-b3e3-4ce2-8ee7-c2a1c3168013 with Priority: HIGHEST for action security_group_members [ 614.431466] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f251121f-b3e3-4ce2-8ee7-c2a1c3168013 with Priority: HIGHEST for action security_group_members [ 614.433189] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-f251121f-b3e3-4ce2-8ee7-c2a1c3168013 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.435737] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f251121f-b3e3-4ce2-8ee7-c2a1c3168013" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.435737] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f251121f-b3e3-4ce2-8ee7-c2a1c3168013" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.435737] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f251121f-b3e3-4ce2-8ee7-c2a1c3168013" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.435737] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.435737] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.435737] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.435737] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.435737] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.435737] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f251121f-b3e3-4ce2-8ee7-c2a1c3168013',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.651689] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.651689] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.651689] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.651689] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.651689] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.651689] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75ccd358-929c-4946-8b16-8f2b7ecd8d59 is going to be created. [ 614.684130] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.684503] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.684503] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.684628] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.684690] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.698545] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75ccd358-929c-4946-8b16-8f2b7ecd8d59 in Status: UNINITIALIZED for 2s [ 614.732029] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f56b518f-52fd-4960-a7e6-741af9897d0e [ 614.732187] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.732347] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.732416] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.732701] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.732797] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.732950] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f56b518f-52fd-4960-a7e6-741af9897d0e already deleted. [ 614.733080] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f56b518f-52fd-4960-a7e6-741af9897d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.858801] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c in Status: SUCCESS [ 614.859041] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.897207] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ca12571-44af-41d3-83cf-2ae04c9b3a41 [ 614.897477] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.897633] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.897701] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.897916] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.898019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.898107] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ca12571-44af-41d3-83cf-2ae04c9b3a41 already deleted. [ 614.898183] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ca12571-44af-41d3-83cf-2ae04c9b3a41" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.938588] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.940830] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.940830] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.940830] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.941341] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.942864] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.942864] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.942864] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.942864] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.942864] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.942864] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f251121f-b3e3-4ce2-8ee7-c2a1c3168013 already deleted. [ 614.942864] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f251121f-b3e3-4ce2-8ee7-c2a1c3168013" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.212919] env[62781]: INFO networking_nsxv3.common.synchronization [req-2192a878-c838-4a0c-8ce0-a10c883a928a req-d6940513-0640-49a1-92c6-3f05d126125d service nova] Enqueued Resource ID: febd52e1-459c-4117-88e5-26e5801451ca with Priority: HIGHEST for action security_group_rules [ 615.213125] env[62781]: INFO networking_nsxv3.common.synchronization [req-2192a878-c838-4a0c-8ce0-a10c883a928a req-d6940513-0640-49a1-92c6-3f05d126125d service nova] Enqueued Resource ID: febd52e1-459c-4117-88e5-26e5801451ca with Priority: HIGHEST for action security_group_members [ 615.213268] env[62781]: INFO networking_nsxv3.common.synchronization [req-2192a878-c838-4a0c-8ce0-a10c883a928a req-d6940513-0640-49a1-92c6-3f05d126125d service nova] Enqueued Resource ID: 58aa8930-c677-40d2-9651-1a1eccf11409 with Priority: HIGHEST for action port [ 615.213513] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: febd52e1-459c-4117-88e5-26e5801451ca with Priority: HIGHEST for action security_group_rules [ 615.213729] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: febd52e1-459c-4117-88e5-26e5801451ca with Priority: HIGHEST for action security_group_members [ 615.213729] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58aa8930-c677-40d2-9651-1a1eccf11409 with Priority: HIGHEST for action port [ 615.218194] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-febd52e1-459c-4117-88e5-26e5801451ca taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.219741] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-febd52e1-459c-4117-88e5-26e5801451ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.219741] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-febd52e1-459c-4117-88e5-26e5801451ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.219741] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-febd52e1-459c-4117-88e5-26e5801451ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.219741] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('febd52e1-459c-4117-88e5-26e5801451ca',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.221914] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-febd52e1-459c-4117-88e5-26e5801451ca taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.222057] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-febd52e1-459c-4117-88e5-26e5801451ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.222250] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-febd52e1-459c-4117-88e5-26e5801451ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.227651] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-febd52e1-459c-4117-88e5-26e5801451ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.227651] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.227780] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.227847] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.228150] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.228238] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.228352] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('febd52e1-459c-4117-88e5-26e5801451ca',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.231351] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-58aa8930-c677-40d2-9651-1a1eccf11409 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.231351] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58aa8930-c677-40d2-9651-1a1eccf11409" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.231351] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58aa8930-c677-40d2-9651-1a1eccf11409" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.231622] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58aa8930-c677-40d2-9651-1a1eccf11409" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.231622] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58aa8930-c677-40d2-9651-1a1eccf11409',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.449790] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.449790] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-656" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.449790] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-656" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.453558] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-656" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.454378] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.455024] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.455024] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.455364] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.455459] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.455695] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 615.455813] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.455934] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.456573] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.456573] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 615.456573] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.456573] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.475338] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.475924] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 615.476057] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.476247] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-656" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.476627] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-ddf916a9-539c-44c0-8de5-44f5695b6ec7 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.476783] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-ddf916a9-539c-44c0-8de5-44f5695b6ec7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.476890] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-ddf916a9-539c-44c0-8de5-44f5695b6ec7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.477191] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-ddf916a9-539c-44c0-8de5-44f5695b6ec7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.477371] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddf916a9-539c-44c0-8de5-44f5695b6ec7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.722077] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-febd52e1-459c-4117-88e5-26e5801451ca taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.722431] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-febd52e1-459c-4117-88e5-26e5801451ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.731152] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('febd52e1-459c-4117-88e5-26e5801451ca',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.734994] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58aa8930-c677-40d2-9651-1a1eccf11409 with status ACTIVE [ 615.735095] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.735173] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.735242] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.735693] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.735693] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.735693] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.735862] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.735862] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.736086] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.736086] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.736226] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.736492] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.736492] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.736492] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.736592] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.736634] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58aa8930-c677-40d2-9651-1a1eccf11409 is going to be updated. [ 615.759996] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.759996] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.759996] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.759996] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.759996] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.759996] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58aa8930-c677-40d2-9651-1a1eccf11409" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.983707] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.984221] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.984393] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.984688] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.984806] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.984970] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port ddf916a9-539c-44c0-8de5-44f5695b6ec7 not found, creating... [ 615.985308] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.985812] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.985812] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.985997] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.985997] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.986281] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.986441] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.986579] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.986792] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.986920] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.987698] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: ddf916a9-539c-44c0-8de5-44f5695b6ec7 is going to be created. [ 616.009078] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.011440] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.011625] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.012128] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.012195] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.012398] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-ddf916a9-539c-44c0-8de5-44f5695b6ec7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.233904] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('febd52e1-459c-4117-88e5-26e5801451ca',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.525829] env[62781]: INFO networking_nsxv3.common.synchronization [req-d86169dc-e763-47c5-91cf-e0104d76cba3 req-3d169eb3-5b53-4872-9d8c-f4449fb23709 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Enqueued Resource ID: db1857b0-10e4-44a1-a63e-047e6ca6ad80 with Priority: HIGHEST for action security_group_members [ 616.525829] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db1857b0-10e4-44a1-a63e-047e6ca6ad80 with Priority: HIGHEST for action security_group_members [ 616.525829] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-db1857b0-10e4-44a1-a63e-047e6ca6ad80 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.526070] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db1857b0-10e4-44a1-a63e-047e6ca6ad80" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.526070] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db1857b0-10e4-44a1-a63e-047e6ca6ad80" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.526792] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db1857b0-10e4-44a1-a63e-047e6ca6ad80" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.526792] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.526963] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.526963] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.527614] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.527728] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.527854] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db1857b0-10e4-44a1-a63e-047e6ca6ad80',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.707268] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75ccd358-929c-4946-8b16-8f2b7ecd8d59 in Status: SUCCESS [ 616.707379] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75ccd358-929c-4946-8b16-8f2b7ecd8d59" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.707575] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75ccd358-929c-4946-8b16-8f2b7ecd8d59" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.707711] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75ccd358-929c-4946-8b16-8f2b7ecd8d59" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.708231] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.708231] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.708231] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.708231] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.708559] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.708559] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75ccd358-929c-4946-8b16-8f2b7ecd8d59" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.708559] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75ccd358-929c-4946-8b16-8f2b7ecd8d59',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.736395] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.736667] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.736667] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.737018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.737018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.737018] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: febd52e1-459c-4117-88e5-26e5801451ca is going to be created. [ 616.763803] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.763803] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.763803] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.763803] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.763803] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.773767] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: febd52e1-459c-4117-88e5-26e5801451ca in Status: UNINITIALIZED for 2s [ 617.034721] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.034886] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.034962] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.035199] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.035293] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.035849] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.035849] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.035849] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.035849] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.035849] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.036180] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db1857b0-10e4-44a1-a63e-047e6ca6ad80 already deleted. [ 617.036180] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db1857b0-10e4-44a1-a63e-047e6ca6ad80" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.123207] env[62781]: INFO networking_nsxv3.common.synchronization [req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 req-1cfece3a-6a5e-4615-9307-91b10422039a service nova] Enqueued Resource ID: f251121f-b3e3-4ce2-8ee7-c2a1c3168013 with Priority: HIGHEST for action security_group_rules [ 617.123207] env[62781]: INFO networking_nsxv3.common.synchronization [req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 req-1cfece3a-6a5e-4615-9307-91b10422039a service nova] Enqueued Resource ID: f251121f-b3e3-4ce2-8ee7-c2a1c3168013 with Priority: HIGHEST for action security_group_members [ 617.123207] env[62781]: INFO networking_nsxv3.common.synchronization [req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 req-1cfece3a-6a5e-4615-9307-91b10422039a service nova] Enqueued Resource ID: ddf916a9-539c-44c0-8de5-44f5695b6ec7 with Priority: HIGHEST for action port [ 617.123207] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f251121f-b3e3-4ce2-8ee7-c2a1c3168013 with Priority: HIGHEST for action security_group_rules [ 617.123207] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f251121f-b3e3-4ce2-8ee7-c2a1c3168013 with Priority: HIGHEST for action security_group_members [ 617.123207] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddf916a9-539c-44c0-8de5-44f5695b6ec7 with Priority: HIGHEST for action port [ 617.125146] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f251121f-b3e3-4ce2-8ee7-c2a1c3168013 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.125345] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f251121f-b3e3-4ce2-8ee7-c2a1c3168013" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.125486] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f251121f-b3e3-4ce2-8ee7-c2a1c3168013" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.125711] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f251121f-b3e3-4ce2-8ee7-c2a1c3168013" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.125795] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f251121f-b3e3-4ce2-8ee7-c2a1c3168013',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.127430] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-f251121f-b3e3-4ce2-8ee7-c2a1c3168013 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.132022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f251121f-b3e3-4ce2-8ee7-c2a1c3168013" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.132022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f251121f-b3e3-4ce2-8ee7-c2a1c3168013" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.132022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f251121f-b3e3-4ce2-8ee7-c2a1c3168013" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.132022] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.132022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.132022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.132022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.132022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.132022] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f251121f-b3e3-4ce2-8ee7-c2a1c3168013',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.132022] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddf916a9-539c-44c0-8de5-44f5695b6ec7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.132022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddf916a9-539c-44c0-8de5-44f5695b6ec7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.132022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddf916a9-539c-44c0-8de5-44f5695b6ec7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.132022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddf916a9-539c-44c0-8de5-44f5695b6ec7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.132022] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddf916a9-539c-44c0-8de5-44f5695b6ec7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.212809] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-75ccd358-929c-4946-8b16-8f2b7ecd8d59 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.212809] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75ccd358-929c-4946-8b16-8f2b7ecd8d59" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.212809] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75ccd358-929c-4946-8b16-8f2b7ecd8d59" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.212809] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75ccd358-929c-4946-8b16-8f2b7ecd8d59" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.212809] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.212809] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.212809] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.212809] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.213325] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.213325] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75ccd358-929c-4946-8b16-8f2b7ecd8d59" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.213325] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-75ccd358-929c-4946-8b16-8f2b7ecd8d59 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.213325] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75ccd358-929c-4946-8b16-8f2b7ecd8d59" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.213325] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75ccd358-929c-4946-8b16-8f2b7ecd8d59" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.213564] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75ccd358-929c-4946-8b16-8f2b7ecd8d59" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.213564] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.213634] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.213674] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.213898] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.213898] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.214107] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75ccd358-929c-4946-8b16-8f2b7ecd8d59" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.214107] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75ccd358-929c-4946-8b16-8f2b7ecd8d59',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.223036] env[62781]: INFO networking_nsxv3.common.synchronization [None req-8b49b0df-3ae3-4e00-8c04-a1efaa042a94 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Enqueued Resource ID: fd4671d0-c1f6-48ae-987f-764935f5392b with Priority: HIGHEST for action security_group_rules [ 617.223036] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd4671d0-c1f6-48ae-987f-764935f5392b with Priority: HIGHEST for action security_group_rules [ 617.223348] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd4671d0-c1f6-48ae-987f-764935f5392b taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.223462] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.223554] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.223850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.223937] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd4671d0-c1f6-48ae-987f-764935f5392b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.353147] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-986 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.353147] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-986" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.353147] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-986" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.353875] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-986" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.354193] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.354311] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.354439] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.355232] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.355396] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.355827] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 617.355969] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.356157] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.356300] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.356619] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 617.356766] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.356924] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.376725] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.376945] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 617.377210] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.379487] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-986" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.379487] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-a7fa0fab-5222-4b54-abab-c07a11870a98 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.379487] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-a7fa0fab-5222-4b54-abab-c07a11870a98" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.379487] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-a7fa0fab-5222-4b54-abab-c07a11870a98" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.379487] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-a7fa0fab-5222-4b54-abab-c07a11870a98" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.379487] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7fa0fab-5222-4b54-abab-c07a11870a98',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.398940] env[62781]: INFO networking_nsxv3.common.synchronization [None req-66949c35-fdca-44ce-aad6-752dd54fb667 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Enqueued Resource ID: fd4671d0-c1f6-48ae-987f-764935f5392b with Priority: HIGHEST for action security_group_rules [ 617.399528] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd4671d0-c1f6-48ae-987f-764935f5392b with Priority: HIGHEST for action security_group_rules [ 617.399881] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd4671d0-c1f6-48ae-987f-764935f5392b taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.399996] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.637622] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-f251121f-b3e3-4ce2-8ee7-c2a1c3168013 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.637622] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f251121f-b3e3-4ce2-8ee7-c2a1c3168013" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.637887] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f251121f-b3e3-4ce2-8ee7-c2a1c3168013',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.640163] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddf916a9-539c-44c0-8de5-44f5695b6ec7 with status ACTIVE [ 617.640517] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.642827] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.642827] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.642827] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.642827] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.642827] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.642827] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.642827] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.642827] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.642827] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.642827] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.643534] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.643534] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.643534] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.643534] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.643534] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddf916a9-539c-44c0-8de5-44f5695b6ec7 is going to be updated. [ 617.664750] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.665027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.665027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.665557] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.665557] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.665751] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddf916a9-539c-44c0-8de5-44f5695b6ec7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.721666] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75ccd358-929c-4946-8b16-8f2b7ecd8d59: rpc.has_security_group_logging(os_id): False [ 617.743329] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.743610] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.743610] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.743784] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.743879] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.744112] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.744258] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.744398] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.744453] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.744486] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.744674] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.744767] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.744840] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.744984] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.745078] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.745356] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.745469] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.745542] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.745722] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.745820] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.745925] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75ccd358-929c-4946-8b16-8f2b7ecd8d59 is going to be created. [ 617.751340] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.751741] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.751921] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.752271] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.752507] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.752730] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd4671d0-c1f6-48ae-987f-764935f5392b already deleted. [ 617.752957] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.753282] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.753580] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.754011] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd4671d0-c1f6-48ae-987f-764935f5392b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.832425] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.832425] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.832425] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.832425] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.832425] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.836358] env[62781]: INFO networking_nsxv3.common.synchronization [None req-47d4acb4-dc2e-46fd-b9b2-fa4c20c7369e None None] Enqueued Resource ID: 11adfddd-eea0-418c-b437-c02798a02408 with Priority: HIGHEST for action port [ 617.837059] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11adfddd-eea0-418c-b437-c02798a02408 with Priority: HIGHEST for action port [ 617.837669] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-11adfddd-eea0-418c-b437-c02798a02408 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.839327] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11adfddd-eea0-418c-b437-c02798a02408" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.839327] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11adfddd-eea0-418c-b437-c02798a02408" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.839327] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11adfddd-eea0-418c-b437-c02798a02408" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.839327] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11adfddd-eea0-418c-b437-c02798a02408',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.843358] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75ccd358-929c-4946-8b16-8f2b7ecd8d59 in Status: IN_PROGRESS for 2s [ 617.886756] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.887040] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.887562] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.887562] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.887759] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.887859] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port a7fa0fab-5222-4b54-abab-c07a11870a98 not found, creating... [ 617.888251] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.888480] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.889440] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.889440] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.890527] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.892709] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.892906] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.893112] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.893425] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.893600] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.893780] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: a7fa0fab-5222-4b54-abab-c07a11870a98 is going to be created. [ 617.933023] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.933023] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.933023] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.933023] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.933023] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.933023] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-a7fa0fab-5222-4b54-abab-c07a11870a98" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.031717] env[62781]: INFO networking_nsxv3.common.synchronization [None req-932ab1fd-67d5-48e8-ada4-79dce22eac5d None None] Enqueued Resource ID: 7506b8db-3e26-43c7-af4a-997669a91a7a with Priority: HIGHEST for action port [ 618.032293] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7506b8db-3e26-43c7-af4a-997669a91a7a with Priority: HIGHEST for action port [ 618.033353] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-7506b8db-3e26-43c7-af4a-997669a91a7a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.033465] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7506b8db-3e26-43c7-af4a-997669a91a7a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.033572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7506b8db-3e26-43c7-af4a-997669a91a7a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.033829] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7506b8db-3e26-43c7-af4a-997669a91a7a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.033935] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7506b8db-3e26-43c7-af4a-997669a91a7a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.149077] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f251121f-b3e3-4ce2-8ee7-c2a1c3168013',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.282566] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.282566] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.282566] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.282973] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.286368] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.286368] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd4671d0-c1f6-48ae-987f-764935f5392b already deleted. [ 618.286573] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.341817] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11adfddd-eea0-418c-b437-c02798a02408 [ 618.342103] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.342262] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.342334] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.342549] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.342640] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.342737] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11adfddd-eea0-418c-b437-c02798a02408 already deleted. [ 618.342836] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11adfddd-eea0-418c-b437-c02798a02408" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.537274] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7506b8db-3e26-43c7-af4a-997669a91a7a [ 618.537775] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.538295] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.538458] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.538884] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.539084] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.541338] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7506b8db-3e26-43c7-af4a-997669a91a7a already deleted. [ 618.541338] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7506b8db-3e26-43c7-af4a-997669a91a7a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.654514] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.654613] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.654707] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.654886] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.654989] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.655108] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f251121f-b3e3-4ce2-8ee7-c2a1c3168013 is going to be created. [ 618.676252] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.676409] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.676523] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.676652] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.676813] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.685853] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f251121f-b3e3-4ce2-8ee7-c2a1c3168013 in Status: UNINITIALIZED for 2s [ 618.783199] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: febd52e1-459c-4117-88e5-26e5801451ca in Status: SUCCESS [ 618.783987] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-febd52e1-459c-4117-88e5-26e5801451ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.783987] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-febd52e1-459c-4117-88e5-26e5801451ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.783987] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-febd52e1-459c-4117-88e5-26e5801451ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.783987] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.784181] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.784215] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.784452] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.784452] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.784590] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-febd52e1-459c-4117-88e5-26e5801451ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.784590] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('febd52e1-459c-4117-88e5-26e5801451ca',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.143939] env[62781]: INFO networking_nsxv3.common.synchronization [req-d86169dc-e763-47c5-91cf-e0104d76cba3 req-d3539d0a-e115-4ac4-a9ef-0650a8366956 service nova] Enqueued Resource ID: db1857b0-10e4-44a1-a63e-047e6ca6ad80 with Priority: HIGHEST for action security_group_rules [ 619.144020] env[62781]: INFO networking_nsxv3.common.synchronization [req-d86169dc-e763-47c5-91cf-e0104d76cba3 req-d3539d0a-e115-4ac4-a9ef-0650a8366956 service nova] Enqueued Resource ID: db1857b0-10e4-44a1-a63e-047e6ca6ad80 with Priority: HIGHEST for action security_group_members [ 619.144378] env[62781]: INFO networking_nsxv3.common.synchronization [req-d86169dc-e763-47c5-91cf-e0104d76cba3 req-d3539d0a-e115-4ac4-a9ef-0650a8366956 service nova] Enqueued Resource ID: a7fa0fab-5222-4b54-abab-c07a11870a98 with Priority: HIGHEST for action port [ 619.146943] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db1857b0-10e4-44a1-a63e-047e6ca6ad80 with Priority: HIGHEST for action security_group_rules [ 619.146943] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db1857b0-10e4-44a1-a63e-047e6ca6ad80 with Priority: HIGHEST for action security_group_members [ 619.146943] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7fa0fab-5222-4b54-abab-c07a11870a98 with Priority: HIGHEST for action port [ 619.146943] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db1857b0-10e4-44a1-a63e-047e6ca6ad80 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.146943] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db1857b0-10e4-44a1-a63e-047e6ca6ad80" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.146943] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db1857b0-10e4-44a1-a63e-047e6ca6ad80" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.146943] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db1857b0-10e4-44a1-a63e-047e6ca6ad80" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.146943] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db1857b0-10e4-44a1-a63e-047e6ca6ad80',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.147492] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-db1857b0-10e4-44a1-a63e-047e6ca6ad80 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.147586] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db1857b0-10e4-44a1-a63e-047e6ca6ad80" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.147625] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db1857b0-10e4-44a1-a63e-047e6ca6ad80" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.147799] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db1857b0-10e4-44a1-a63e-047e6ca6ad80" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.147919] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.149064] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.149284] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.149650] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.149878] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.150508] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db1857b0-10e4-44a1-a63e-047e6ca6ad80',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.151597] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7fa0fab-5222-4b54-abab-c07a11870a98 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.151597] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7fa0fab-5222-4b54-abab-c07a11870a98" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.151597] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7fa0fab-5222-4b54-abab-c07a11870a98" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.151800] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7fa0fab-5222-4b54-abab-c07a11870a98" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.152011] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7fa0fab-5222-4b54-abab-c07a11870a98',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.290586] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-febd52e1-459c-4117-88e5-26e5801451ca taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.290802] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-febd52e1-459c-4117-88e5-26e5801451ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.290871] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-febd52e1-459c-4117-88e5-26e5801451ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.291057] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-febd52e1-459c-4117-88e5-26e5801451ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.291232] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.291351] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.291445] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.291616] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.291708] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.291800] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-febd52e1-459c-4117-88e5-26e5801451ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.292052] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-febd52e1-459c-4117-88e5-26e5801451ca taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.292107] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-febd52e1-459c-4117-88e5-26e5801451ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.292189] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-febd52e1-459c-4117-88e5-26e5801451ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.292359] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-febd52e1-459c-4117-88e5-26e5801451ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.293141] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.293283] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.293337] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.293492] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.293574] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.294013] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-febd52e1-459c-4117-88e5-26e5801451ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.294135] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('febd52e1-459c-4117-88e5-26e5801451ca',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.420493] env[62781]: INFO networking_nsxv3.common.synchronization [req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 req-0688ddac-13e1-4a23-b05b-d5c42f01a14f tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Enqueued Resource ID: 479762a2-6f4e-4010-b878-6dfc0ec46fe3 with Priority: HIGHEST for action security_group_members [ 619.421422] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 479762a2-6f4e-4010-b878-6dfc0ec46fe3 with Priority: HIGHEST for action security_group_members [ 619.421954] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-479762a2-6f4e-4010-b878-6dfc0ec46fe3 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.422255] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-479762a2-6f4e-4010-b878-6dfc0ec46fe3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.422325] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-479762a2-6f4e-4010-b878-6dfc0ec46fe3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.422638] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-479762a2-6f4e-4010-b878-6dfc0ec46fe3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.422908] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.423106] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.423223] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.423487] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.423932] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.423932] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('479762a2-6f4e-4010-b878-6dfc0ec46fe3',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.657472] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db1857b0-10e4-44a1-a63e-047e6ca6ad80',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.659546] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-db1857b0-10e4-44a1-a63e-047e6ca6ad80 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.660133] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db1857b0-10e4-44a1-a63e-047e6ca6ad80" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.660133] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7fa0fab-5222-4b54-abab-c07a11870a98 with status ACTIVE [ 619.660133] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.660133] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.661184] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.661184] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.661184] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.661184] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.661184] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.661184] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.661184] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.661184] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.661184] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.661804] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.661804] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.661804] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.661804] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.661804] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7fa0fab-5222-4b54-abab-c07a11870a98 is going to be updated. [ 619.683903] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.684072] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.684148] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.684369] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.684557] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.684629] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7fa0fab-5222-4b54-abab-c07a11870a98" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.796766] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for febd52e1-459c-4117-88e5-26e5801451ca: rpc.has_security_group_logging(os_id): False [ 619.817256] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.817616] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.817616] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.817922] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.817922] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.818086] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.818299] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.818299] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.818416] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.818506] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.818712] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.818813] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.818968] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.819052] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.819131] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.819330] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.819441] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.819503] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.819646] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.819718] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.819816] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: febd52e1-459c-4117-88e5-26e5801451ca is going to be created. [ 619.854244] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75ccd358-929c-4946-8b16-8f2b7ecd8d59 in Status: SUCCESS [ 619.854718] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75ccd358-929c-4946-8b16-8f2b7ecd8d59" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.877064] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.877230] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.877293] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.877631] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.877848] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.891812] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: febd52e1-459c-4117-88e5-26e5801451ca in Status: IN_PROGRESS for 2s [ 619.927482] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.927482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.927645] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.927975] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.928192] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.928511] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.932083] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.932083] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.932083] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.932083] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.932083] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 479762a2-6f4e-4010-b878-6dfc0ec46fe3 already deleted. [ 619.932083] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-479762a2-6f4e-4010-b878-6dfc0ec46fe3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.166180] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db1857b0-10e4-44a1-a63e-047e6ca6ad80',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.244170] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.244383] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.247030] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.247738] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.247959] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.251019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.251019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.251019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.251019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.251019] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 620.251019] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.251019] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.251019] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.251019] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 620.251019] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.251019] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.267793] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.267919] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 620.268060] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.268362] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.268667] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-8e46917c-0dea-4b95-b110-c8b5343f2aa1 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.268837] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-8e46917c-0dea-4b95-b110-c8b5343f2aa1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.268956] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-8e46917c-0dea-4b95-b110-c8b5343f2aa1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.269300] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-8e46917c-0dea-4b95-b110-c8b5343f2aa1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.269449] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e46917c-0dea-4b95-b110-c8b5343f2aa1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.660728] env[62781]: INFO networking_nsxv3.common.synchronization [None req-1cf62e96-5f8d-4569-879b-2ed5091c9c98 None None] Enqueued Resource ID: be9348b0-3d67-438c-9a04-0049c0a036b2 with Priority: HIGHEST for action port [ 620.661605] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9348b0-3d67-438c-9a04-0049c0a036b2 with Priority: HIGHEST for action port [ 620.661605] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-be9348b0-3d67-438c-9a04-0049c0a036b2 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.661605] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be9348b0-3d67-438c-9a04-0049c0a036b2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.661605] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be9348b0-3d67-438c-9a04-0049c0a036b2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.661905] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be9348b0-3d67-438c-9a04-0049c0a036b2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.662183] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be9348b0-3d67-438c-9a04-0049c0a036b2',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.670609] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.670737] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.670803] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.670998] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.671095] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.671186] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db1857b0-10e4-44a1-a63e-047e6ca6ad80 is going to be created. [ 620.691883] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.692680] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.692770] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.692986] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.693504] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.696329] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f251121f-b3e3-4ce2-8ee7-c2a1c3168013 in Status: SUCCESS [ 620.696520] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f251121f-b3e3-4ce2-8ee7-c2a1c3168013" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.696665] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f251121f-b3e3-4ce2-8ee7-c2a1c3168013" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.696911] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f251121f-b3e3-4ce2-8ee7-c2a1c3168013" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.697102] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.697209] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.697270] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.697440] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.697515] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.697599] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f251121f-b3e3-4ce2-8ee7-c2a1c3168013" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.697689] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f251121f-b3e3-4ce2-8ee7-c2a1c3168013',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.701038] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db1857b0-10e4-44a1-a63e-047e6ca6ad80 in Status: UNINITIALIZED for 2s [ 620.777504] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.777504] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.777504] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.777504] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.777504] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.777504] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 8e46917c-0dea-4b95-b110-c8b5343f2aa1 not found, creating... [ 620.777504] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.777504] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.777504] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.777504] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.777504] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.778071] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.778071] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.778071] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.778071] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.778071] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.778071] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 8e46917c-0dea-4b95-b110-c8b5343f2aa1 is going to be created. [ 620.800490] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.800829] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.800829] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.801069] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.801262] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.801479] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-8e46917c-0dea-4b95-b110-c8b5343f2aa1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.036408] env[62781]: INFO networking_nsxv3.common.synchronization [None req-44a72054-9b7f-405f-b16f-907d37f59ac6 None None] Enqueued Resource ID: 915ea2ab-747b-4a20-b603-b70264ae6865 with Priority: HIGHEST for action port [ 621.036408] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915ea2ab-747b-4a20-b603-b70264ae6865 with Priority: HIGHEST for action port [ 621.036408] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-915ea2ab-747b-4a20-b603-b70264ae6865 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.036408] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-915ea2ab-747b-4a20-b603-b70264ae6865" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.036408] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-915ea2ab-747b-4a20-b603-b70264ae6865" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.036408] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-915ea2ab-747b-4a20-b603-b70264ae6865" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.036408] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('915ea2ab-747b-4a20-b603-b70264ae6865',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.165963] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be9348b0-3d67-438c-9a04-0049c0a036b2 [ 621.166215] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.166412] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.166446] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.166934] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.166934] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.166934] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be9348b0-3d67-438c-9a04-0049c0a036b2 already deleted. [ 621.166934] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be9348b0-3d67-438c-9a04-0049c0a036b2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.201267] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-f251121f-b3e3-4ce2-8ee7-c2a1c3168013 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.201433] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f251121f-b3e3-4ce2-8ee7-c2a1c3168013" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.202126] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f251121f-b3e3-4ce2-8ee7-c2a1c3168013" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.202126] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f251121f-b3e3-4ce2-8ee7-c2a1c3168013" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.202126] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.202126] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.203489] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.204028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.204028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.204028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f251121f-b3e3-4ce2-8ee7-c2a1c3168013" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.204165] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-f251121f-b3e3-4ce2-8ee7-c2a1c3168013 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.204690] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f251121f-b3e3-4ce2-8ee7-c2a1c3168013" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.204690] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f251121f-b3e3-4ce2-8ee7-c2a1c3168013" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.204690] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f251121f-b3e3-4ce2-8ee7-c2a1c3168013" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.204852] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.204852] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.204948] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.207584] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.207584] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.207584] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f251121f-b3e3-4ce2-8ee7-c2a1c3168013" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.207584] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f251121f-b3e3-4ce2-8ee7-c2a1c3168013',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.537886] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 915ea2ab-747b-4a20-b603-b70264ae6865 [ 621.538242] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.538393] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.538501] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.538793] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.538973] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.539066] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:915ea2ab-747b-4a20-b603-b70264ae6865 already deleted. [ 621.539185] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-915ea2ab-747b-4a20-b603-b70264ae6865" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.710293] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f251121f-b3e3-4ce2-8ee7-c2a1c3168013: rpc.has_security_group_logging(os_id): False [ 621.730446] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.730609] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.730668] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.730891] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.730996] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.731262] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.731371] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.731438] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.731594] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.731673] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.732192] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.732192] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.732192] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.735449] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.735589] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.735841] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.735970] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.737547] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.737547] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.737547] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.737547] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f251121f-b3e3-4ce2-8ee7-c2a1c3168013 is going to be created. [ 621.800028] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.800028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.800028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.800297] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.800569] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.815322] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f251121f-b3e3-4ce2-8ee7-c2a1c3168013 in Status: IN_PROGRESS for 2s [ 621.922977] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: febd52e1-459c-4117-88e5-26e5801451ca in Status: SUCCESS [ 621.923420] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-febd52e1-459c-4117-88e5-26e5801451ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.353261] env[62781]: INFO networking_nsxv3.common.synchronization [req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 req-669e1ee1-3f17-43d6-aefb-240f39b90122 service nova] Enqueued Resource ID: 479762a2-6f4e-4010-b878-6dfc0ec46fe3 with Priority: HIGHEST for action security_group_rules [ 622.353441] env[62781]: INFO networking_nsxv3.common.synchronization [req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 req-669e1ee1-3f17-43d6-aefb-240f39b90122 service nova] Enqueued Resource ID: 479762a2-6f4e-4010-b878-6dfc0ec46fe3 with Priority: HIGHEST for action security_group_members [ 622.353634] env[62781]: INFO networking_nsxv3.common.synchronization [req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 req-669e1ee1-3f17-43d6-aefb-240f39b90122 service nova] Enqueued Resource ID: 8e46917c-0dea-4b95-b110-c8b5343f2aa1 with Priority: HIGHEST for action port [ 622.353812] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 479762a2-6f4e-4010-b878-6dfc0ec46fe3 with Priority: HIGHEST for action security_group_rules [ 622.353932] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 479762a2-6f4e-4010-b878-6dfc0ec46fe3 with Priority: HIGHEST for action security_group_members [ 622.354045] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e46917c-0dea-4b95-b110-c8b5343f2aa1 with Priority: HIGHEST for action port [ 622.354660] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-479762a2-6f4e-4010-b878-6dfc0ec46fe3 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.354779] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-479762a2-6f4e-4010-b878-6dfc0ec46fe3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.354779] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-479762a2-6f4e-4010-b878-6dfc0ec46fe3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.358025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-479762a2-6f4e-4010-b878-6dfc0ec46fe3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.358025] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('479762a2-6f4e-4010-b878-6dfc0ec46fe3',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.358025] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-479762a2-6f4e-4010-b878-6dfc0ec46fe3 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.360336] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-479762a2-6f4e-4010-b878-6dfc0ec46fe3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.360336] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-479762a2-6f4e-4010-b878-6dfc0ec46fe3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.360497] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-479762a2-6f4e-4010-b878-6dfc0ec46fe3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.360582] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.360689] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.360750] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.360907] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.361169] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.361169] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('479762a2-6f4e-4010-b878-6dfc0ec46fe3',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.362301] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e46917c-0dea-4b95-b110-c8b5343f2aa1 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.362301] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e46917c-0dea-4b95-b110-c8b5343f2aa1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.362301] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e46917c-0dea-4b95-b110-c8b5343f2aa1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.362910] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e46917c-0dea-4b95-b110-c8b5343f2aa1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.362910] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e46917c-0dea-4b95-b110-c8b5343f2aa1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.713300] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db1857b0-10e4-44a1-a63e-047e6ca6ad80 in Status: SUCCESS [ 622.713300] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db1857b0-10e4-44a1-a63e-047e6ca6ad80" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.713300] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db1857b0-10e4-44a1-a63e-047e6ca6ad80" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.713300] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db1857b0-10e4-44a1-a63e-047e6ca6ad80" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.713300] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.713300] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.713300] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.713300] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.713300] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.713300] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db1857b0-10e4-44a1-a63e-047e6ca6ad80" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.713300] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db1857b0-10e4-44a1-a63e-047e6ca6ad80',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.864667] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('479762a2-6f4e-4010-b878-6dfc0ec46fe3',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.867196] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-479762a2-6f4e-4010-b878-6dfc0ec46fe3 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.867561] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-479762a2-6f4e-4010-b878-6dfc0ec46fe3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.867958] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e46917c-0dea-4b95-b110-c8b5343f2aa1 with status ACTIVE [ 622.868739] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.868863] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.868918] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.869152] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.869242] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.871602] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.871602] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.871602] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.871602] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.871602] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.871602] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.871602] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.871602] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.871602] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.871602] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.871602] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e46917c-0dea-4b95-b110-c8b5343f2aa1 is going to be updated. [ 622.890490] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.890490] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.890490] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.890490] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.890490] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.890490] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e46917c-0dea-4b95-b110-c8b5343f2aa1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.036867] env[62781]: INFO networking_nsxv3.common.synchronization [None req-2c1883f6-d406-4fae-a591-8740066bbe95 None None] Enqueued Resource ID: d004943d-2f81-4056-80f6-2b3d01bdd866 with Priority: HIGHEST for action port [ 623.037404] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d004943d-2f81-4056-80f6-2b3d01bdd866 with Priority: HIGHEST for action port [ 623.037404] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-d004943d-2f81-4056-80f6-2b3d01bdd866 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.037556] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d004943d-2f81-4056-80f6-2b3d01bdd866" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.037556] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d004943d-2f81-4056-80f6-2b3d01bdd866" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.038132] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d004943d-2f81-4056-80f6-2b3d01bdd866" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.038132] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d004943d-2f81-4056-80f6-2b3d01bdd866',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.216066] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-db1857b0-10e4-44a1-a63e-047e6ca6ad80 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.216066] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db1857b0-10e4-44a1-a63e-047e6ca6ad80" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.216066] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db1857b0-10e4-44a1-a63e-047e6ca6ad80" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.217152] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db1857b0-10e4-44a1-a63e-047e6ca6ad80" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.217152] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.217152] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.217152] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.217152] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.217152] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.217152] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db1857b0-10e4-44a1-a63e-047e6ca6ad80" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.217942] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-db1857b0-10e4-44a1-a63e-047e6ca6ad80 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.218056] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db1857b0-10e4-44a1-a63e-047e6ca6ad80" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.218147] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db1857b0-10e4-44a1-a63e-047e6ca6ad80" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.218607] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db1857b0-10e4-44a1-a63e-047e6ca6ad80" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.219410] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.219410] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.219410] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.219410] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.219410] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.219410] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db1857b0-10e4-44a1-a63e-047e6ca6ad80" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.219410] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db1857b0-10e4-44a1-a63e-047e6ca6ad80',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.368781] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('479762a2-6f4e-4010-b878-6dfc0ec46fe3',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.543019] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d004943d-2f81-4056-80f6-2b3d01bdd866 [ 623.543019] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.543019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.543019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.543019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.543019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.543019] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d004943d-2f81-4056-80f6-2b3d01bdd866 already deleted. [ 623.543019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d004943d-2f81-4056-80f6-2b3d01bdd866" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.723075] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db1857b0-10e4-44a1-a63e-047e6ca6ad80: rpc.has_security_group_logging(os_id): False [ 623.741522] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.741808] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.741808] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.742109] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.742109] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.742286] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.742387] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.742450] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.742660] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.742872] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.742929] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.743034] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.743098] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.744115] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.744115] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.744115] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.744115] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.744115] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.744115] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.744357] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.744357] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db1857b0-10e4-44a1-a63e-047e6ca6ad80 is going to be created. [ 623.805156] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.805156] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.805156] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.805156] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.805156] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.820063] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db1857b0-10e4-44a1-a63e-047e6ca6ad80 in Status: IN_PROGRESS for 2s [ 623.835071] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f251121f-b3e3-4ce2-8ee7-c2a1c3168013 in Status: SUCCESS [ 623.835071] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f251121f-b3e3-4ce2-8ee7-c2a1c3168013" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.872024] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.872369] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.872369] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.872761] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.872761] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.872761] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 479762a2-6f4e-4010-b878-6dfc0ec46fe3 is going to be created. [ 623.912326] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.913028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.913028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.913028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.913028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.947645] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 479762a2-6f4e-4010-b878-6dfc0ec46fe3 in Status: UNINITIALIZED for 2s [ 624.190639] env[62781]: INFO networking_nsxv3.common.synchronization [None req-73be1d05-78d1-455f-b312-34d1e32bcd56 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Enqueued Resource ID: 99916862-7487-40ba-9802-535b0ade8c5c with Priority: HIGHEST for action security_group_rules [ 624.191242] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99916862-7487-40ba-9802-535b0ade8c5c with Priority: HIGHEST for action security_group_rules [ 624.191564] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99916862-7487-40ba-9802-535b0ade8c5c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.191708] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.191760] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.192028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.192128] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99916862-7487-40ba-9802-535b0ade8c5c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.262064] env[62781]: INFO networking_nsxv3.common.synchronization [None req-d63851f4-2c35-4c7a-82f3-981e7841f7d9 None None] Enqueued Resource ID: b48ce6c2-7fa4-4ff6-b5d7-4fc839ff4717 with Priority: HIGHEST for action port [ 624.262064] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48ce6c2-7fa4-4ff6-b5d7-4fc839ff4717 with Priority: HIGHEST for action port [ 624.262064] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-b48ce6c2-7fa4-4ff6-b5d7-4fc839ff4717 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.268268] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b48ce6c2-7fa4-4ff6-b5d7-4fc839ff4717" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.268268] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b48ce6c2-7fa4-4ff6-b5d7-4fc839ff4717" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.268268] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b48ce6c2-7fa4-4ff6-b5d7-4fc839ff4717" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.268268] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b48ce6c2-7fa4-4ff6-b5d7-4fc839ff4717',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.281233] env[62781]: INFO networking_nsxv3.common.synchronization [None req-d790e821-d09a-4301-aa73-c682acdbdf4e None None] Enqueued Resource ID: 62da7010-c029-4a50-84fa-b207236d0657 with Priority: HIGHEST for action port [ 624.281747] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62da7010-c029-4a50-84fa-b207236d0657 with Priority: HIGHEST for action port [ 624.282081] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-62da7010-c029-4a50-84fa-b207236d0657 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.282206] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62da7010-c029-4a50-84fa-b207236d0657" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.282270] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62da7010-c029-4a50-84fa-b207236d0657" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.282531] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62da7010-c029-4a50-84fa-b207236d0657" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.282704] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62da7010-c029-4a50-84fa-b207236d0657',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.323258] env[62781]: INFO networking_nsxv3.common.synchronization [None req-dfd73a5e-c1d2-49bc-88c2-20d4a8ca4711 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Enqueued Resource ID: 99916862-7487-40ba-9802-535b0ade8c5c with Priority: HIGHEST for action security_group_rules [ 624.323984] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99916862-7487-40ba-9802-535b0ade8c5c with Priority: HIGHEST for action security_group_rules [ 624.324454] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99916862-7487-40ba-9802-535b0ade8c5c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.324589] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.713062] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.713062] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.713062] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.713062] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.713062] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.713062] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99916862-7487-40ba-9802-535b0ade8c5c already deleted. [ 624.713062] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.713062] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.713062] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.713062] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99916862-7487-40ba-9802-535b0ade8c5c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.768925] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b48ce6c2-7fa4-4ff6-b5d7-4fc839ff4717 [ 624.772398] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.772398] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.772572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.772675] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.772768] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.772867] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b48ce6c2-7fa4-4ff6-b5d7-4fc839ff4717 already deleted. [ 624.772950] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b48ce6c2-7fa4-4ff6-b5d7-4fc839ff4717" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.789601] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62da7010-c029-4a50-84fa-b207236d0657 [ 624.789955] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.790225] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.790225] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.790443] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.790517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.790658] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62da7010-c029-4a50-84fa-b207236d0657 already deleted. [ 624.790716] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62da7010-c029-4a50-84fa-b207236d0657" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.239011] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.239362] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.239362] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.239473] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.239563] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.239668] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99916862-7487-40ba-9802-535b0ade8c5c already deleted. [ 625.239824] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.674802] env[62781]: INFO networking_nsxv3.common.synchronization [req-aa66ed3b-35da-40ab-b023-fda2e61148d1 req-786f9a17-8b62-4519-8847-064aaede202b tempest-DeleteServersAdminTestJSON-1224609310 tempest-DeleteServersAdminTestJSON-1224609310-project-admin] Enqueued Resource ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d with Priority: HIGHEST for action security_group_members [ 625.675109] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d with Priority: HIGHEST for action security_group_members [ 625.676134] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.676240] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.676386] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.676514] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.676685] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.676788] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.676852] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.677012] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.677100] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.677209] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c31746d8-d495-42b7-8eb1-f4bd79a2a20d',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.833234] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db1857b0-10e4-44a1-a63e-047e6ca6ad80 in Status: SUCCESS [ 625.833234] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db1857b0-10e4-44a1-a63e-047e6ca6ad80" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.957836] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 479762a2-6f4e-4010-b878-6dfc0ec46fe3 in Status: SUCCESS [ 625.957836] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-479762a2-6f4e-4010-b878-6dfc0ec46fe3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.958057] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-479762a2-6f4e-4010-b878-6dfc0ec46fe3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.958247] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-479762a2-6f4e-4010-b878-6dfc0ec46fe3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.958471] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.958614] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.958678] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.958849] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.958932] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.959048] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-479762a2-6f4e-4010-b878-6dfc0ec46fe3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.959146] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('479762a2-6f4e-4010-b878-6dfc0ec46fe3',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.180665] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.180822] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.180904] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.181124] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.181219] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.181425] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.181541] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.181670] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.181852] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.182518] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.182518] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d is going to be updated. [ 626.228603] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.228603] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.228603] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.228603] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.228603] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.236859] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d in Status: IN_PROGRESS for 2s [ 626.461884] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-479762a2-6f4e-4010-b878-6dfc0ec46fe3 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.462216] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-479762a2-6f4e-4010-b878-6dfc0ec46fe3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.462216] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-479762a2-6f4e-4010-b878-6dfc0ec46fe3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.462593] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-479762a2-6f4e-4010-b878-6dfc0ec46fe3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.462593] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.462761] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.462761] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.463429] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.463429] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.463429] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-479762a2-6f4e-4010-b878-6dfc0ec46fe3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.463610] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-479762a2-6f4e-4010-b878-6dfc0ec46fe3 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.463659] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-479762a2-6f4e-4010-b878-6dfc0ec46fe3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.463727] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-479762a2-6f4e-4010-b878-6dfc0ec46fe3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.463908] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-479762a2-6f4e-4010-b878-6dfc0ec46fe3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.464086] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.464387] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.464387] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.464473] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.464503] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.464581] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-479762a2-6f4e-4010-b878-6dfc0ec46fe3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.464671] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('479762a2-6f4e-4010-b878-6dfc0ec46fe3',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.973417] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 479762a2-6f4e-4010-b878-6dfc0ec46fe3: rpc.has_security_group_logging(os_id): False [ 626.991299] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.991779] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.991779] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.991779] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.991969] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.992142] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.992196] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.992266] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.992443] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.992525] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.992768] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.992931] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.993925] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.993925] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.993925] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.993925] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.993925] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.993925] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.993925] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.994320] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.994320] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 479762a2-6f4e-4010-b878-6dfc0ec46fe3 is going to be created. [ 627.048609] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.048804] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.048882] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.049161] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.053025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.059753] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 479762a2-6f4e-4010-b878-6dfc0ec46fe3 in Status: IN_PROGRESS for 2s [ 627.167832] env[62781]: INFO networking_nsxv3.common.synchronization [None req-d0398701-c243-4f9d-9710-3a0f520ee562 None None] Enqueued Resource ID: 4c2f55a8-269e-4871-b3e9-1c39b08f99cb with Priority: HIGHEST for action port [ 627.168464] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c2f55a8-269e-4871-b3e9-1c39b08f99cb with Priority: HIGHEST for action port [ 627.168913] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c2f55a8-269e-4871-b3e9-1c39b08f99cb taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.170453] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c2f55a8-269e-4871-b3e9-1c39b08f99cb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.170453] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c2f55a8-269e-4871-b3e9-1c39b08f99cb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.170453] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c2f55a8-269e-4871-b3e9-1c39b08f99cb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.170453] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c2f55a8-269e-4871-b3e9-1c39b08f99cb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.675993] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c2f55a8-269e-4871-b3e9-1c39b08f99cb [ 627.676446] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.676684] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.678093] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.678093] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.678093] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.678093] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c2f55a8-269e-4871-b3e9-1c39b08f99cb already deleted. [ 627.678093] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c2f55a8-269e-4871-b3e9-1c39b08f99cb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.247982] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d in Status: SUCCESS [ 628.247982] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d deletion is rescheduled due to dependency. [ 628.247982] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.368263] env[62781]: INFO networking_nsxv3.common.synchronization [req-8bb43e63-f028-4566-8edc-733283bd9e9e req-9e73124a-177c-42eb-a8c4-0b21d13ea119 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Enqueued Resource ID: c2724694-b2e7-47d6-9fda-140002a0d16a with Priority: HIGHEST for action security_group_members [ 628.368263] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2724694-b2e7-47d6-9fda-140002a0d16a with Priority: HIGHEST for action security_group_members [ 628.368263] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2724694-b2e7-47d6-9fda-140002a0d16a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.368263] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.368263] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.368263] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.372078] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.372078] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.372078] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.372078] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.372078] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.372078] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.377811] env[62781]: INFO networking_nsxv3.common.synchronization [None req-ef7972fe-59d5-49f6-a9d7-e90f74414e0d None None] Enqueued Resource ID: 0c7453b7-2ad8-456c-8d93-c2276aa279b2 with Priority: HIGHEST for action port [ 628.378194] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c7453b7-2ad8-456c-8d93-c2276aa279b2 with Priority: HIGHEST for action port [ 628.378489] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c7453b7-2ad8-456c-8d93-c2276aa279b2 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.378654] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c7453b7-2ad8-456c-8d93-c2276aa279b2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.379063] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c7453b7-2ad8-456c-8d93-c2276aa279b2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.379347] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c7453b7-2ad8-456c-8d93-c2276aa279b2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.379431] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c7453b7-2ad8-456c-8d93-c2276aa279b2',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.874150] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.874490] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.874490] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.874704] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.874836] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.875058] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.875168] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.875257] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.875450] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.875553] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.875657] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2724694-b2e7-47d6-9fda-140002a0d16a already deleted. [ 628.875773] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.882889] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c7453b7-2ad8-456c-8d93-c2276aa279b2 [ 628.884838] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.884989] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.885659] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.885903] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.886008] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.886107] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c7453b7-2ad8-456c-8d93-c2276aa279b2 already deleted. [ 628.886196] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c7453b7-2ad8-456c-8d93-c2276aa279b2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.071023] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 479762a2-6f4e-4010-b878-6dfc0ec46fe3 in Status: SUCCESS [ 629.071250] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-479762a2-6f4e-4010-b878-6dfc0ec46fe3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.214402] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-408 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.214600] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-408" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.214644] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-408" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.214990] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-408" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.215611] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.215611] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.215743] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.215915] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.216097] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.216314] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 629.216423] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.219335] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.219335] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.219335] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 629.219335] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.219335] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.235414] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.238033] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 629.238033] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.238033] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-408" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.238033] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-73e48d6a-3438-4239-a28e-dda176393512 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.238033] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-73e48d6a-3438-4239-a28e-dda176393512" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.238033] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-73e48d6a-3438-4239-a28e-dda176393512" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.238033] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-73e48d6a-3438-4239-a28e-dda176393512" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.238033] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73e48d6a-3438-4239-a28e-dda176393512',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.740156] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.740371] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.740496] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.740784] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.740935] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.741195] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 73e48d6a-3438-4239-a28e-dda176393512 not found, creating... [ 629.741584] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.741584] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.741711] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.742344] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.742344] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.742344] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.742505] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.742505] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.742679] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.742812] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.743094] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 73e48d6a-3438-4239-a28e-dda176393512 is going to be created. [ 629.763268] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.763493] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.763647] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.763990] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.764249] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.764494] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-73e48d6a-3438-4239-a28e-dda176393512" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.491937] env[62781]: INFO networking_nsxv3.common.synchronization [req-8bb43e63-f028-4566-8edc-733283bd9e9e req-a9b8434d-af9c-489f-a470-473d2a15652e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Enqueued Resource ID: c2724694-b2e7-47d6-9fda-140002a0d16a with Priority: HIGHEST for action security_group_members [ 630.492250] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2724694-b2e7-47d6-9fda-140002a0d16a with Priority: HIGHEST for action security_group_members [ 630.492476] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2724694-b2e7-47d6-9fda-140002a0d16a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.492633] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.492706] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.492911] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.493080] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.493208] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.493281] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.493525] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.493935] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.494067] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.582893] env[62781]: INFO networking_nsxv3.common.synchronization [None req-e598d2f2-a332-4434-9223-6d59b7b52104 None None] Enqueued Resource ID: e120c48a-adb1-4334-a949-e0de5e15dc76 with Priority: HIGHEST for action port [ 630.583438] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e120c48a-adb1-4334-a949-e0de5e15dc76 with Priority: HIGHEST for action port [ 630.584553] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-e120c48a-adb1-4334-a949-e0de5e15dc76 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.584553] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e120c48a-adb1-4334-a949-e0de5e15dc76" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.584553] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e120c48a-adb1-4334-a949-e0de5e15dc76" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.584553] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e120c48a-adb1-4334-a949-e0de5e15dc76" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.584822] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e120c48a-adb1-4334-a949-e0de5e15dc76',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.732444] env[62781]: INFO networking_nsxv3.common.synchronization [req-8bb43e63-f028-4566-8edc-733283bd9e9e req-cbad6300-44bf-4846-8102-e34f9c5ad08d service nova] Enqueued Resource ID: c2724694-b2e7-47d6-9fda-140002a0d16a with Priority: HIGHEST for action security_group_rules [ 630.732623] env[62781]: INFO networking_nsxv3.common.synchronization [req-8bb43e63-f028-4566-8edc-733283bd9e9e req-cbad6300-44bf-4846-8102-e34f9c5ad08d service nova] Enqueued Resource ID: c2724694-b2e7-47d6-9fda-140002a0d16a with Priority: HIGHEST for action security_group_members [ 630.732764] env[62781]: INFO networking_nsxv3.common.synchronization [req-8bb43e63-f028-4566-8edc-733283bd9e9e req-cbad6300-44bf-4846-8102-e34f9c5ad08d service nova] Enqueued Resource ID: 73e48d6a-3438-4239-a28e-dda176393512 with Priority: HIGHEST for action port [ 630.733234] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2724694-b2e7-47d6-9fda-140002a0d16a with Priority: HIGHEST for action security_group_rules [ 630.733362] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2724694-b2e7-47d6-9fda-140002a0d16a with Priority: HIGHEST for action security_group_members [ 630.733488] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e48d6a-3438-4239-a28e-dda176393512 with Priority: HIGHEST for action port [ 630.733729] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2724694-b2e7-47d6-9fda-140002a0d16a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.733851] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.733905] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.734161] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.734245] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.735168] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2724694-b2e7-47d6-9fda-140002a0d16a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.735286] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.735632] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-73e48d6a-3438-4239-a28e-dda176393512 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.736033] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73e48d6a-3438-4239-a28e-dda176393512" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.736033] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73e48d6a-3438-4239-a28e-dda176393512" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.736033] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73e48d6a-3438-4239-a28e-dda176393512" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.736351] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73e48d6a-3438-4239-a28e-dda176393512',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.874923] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-408 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.875184] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-408" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.875450] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-408" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.875549] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-408" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.875766] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.875923] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.876052] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.876271] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.876454] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.876625] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 630.876741] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.876850] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.876953] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.877100] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 630.877178] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.877655] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.894128] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.894235] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 630.894336] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.894506] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-408" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.894821] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-542b5879-06fe-4072-afe2-92b356fbecd9 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.895070] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-542b5879-06fe-4072-afe2-92b356fbecd9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.895165] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-542b5879-06fe-4072-afe2-92b356fbecd9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.895619] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-542b5879-06fe-4072-afe2-92b356fbecd9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.895703] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('542b5879-06fe-4072-afe2-92b356fbecd9',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.997943] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.089255] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e120c48a-adb1-4334-a949-e0de5e15dc76 [ 631.089643] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.089728] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.089776] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.090033] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.090156] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.090277] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e120c48a-adb1-4334-a949-e0de5e15dc76 already deleted. [ 631.090382] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e120c48a-adb1-4334-a949-e0de5e15dc76" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.238365] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2724694-b2e7-47d6-9fda-140002a0d16a taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.238365] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.238532] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73e48d6a-3438-4239-a28e-dda176393512 with status ACTIVE [ 631.238603] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.238692] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.238751] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.238923] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.239019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.239807] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.239807] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.239807] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.239807] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.239807] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.239807] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.239807] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.241145] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.241145] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.241145] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.241145] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73e48d6a-3438-4239-a28e-dda176393512 is going to be updated. [ 631.278631] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.278631] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.278631] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.278631] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.278631] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.278631] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73e48d6a-3438-4239-a28e-dda176393512" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.401413] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.402355] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.405075] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.405075] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.405075] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.405075] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 542b5879-06fe-4072-afe2-92b356fbecd9 not found, creating... [ 631.405075] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.405075] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.405075] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.405075] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.405075] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.405075] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.405530] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.405530] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.405530] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.406015] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.406322] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 542b5879-06fe-4072-afe2-92b356fbecd9 is going to be created. [ 631.434375] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.434375] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.434375] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.434375] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.434375] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.434375] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-542b5879-06fe-4072-afe2-92b356fbecd9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.500291] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.003535] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.003659] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.003850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.004080] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.004270] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.004420] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2724694-b2e7-47d6-9fda-140002a0d16a is going to be created. [ 632.029036] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.029036] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.029036] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.029328] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.029580] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.039302] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2724694-b2e7-47d6-9fda-140002a0d16a in Status: UNINITIALIZED for 2s [ 632.136270] env[62781]: INFO networking_nsxv3.common.synchronization [req-8bb43e63-f028-4566-8edc-733283bd9e9e req-29e2b608-70e0-4619-8b4f-87b46be6caab service nova] Enqueued Resource ID: c2724694-b2e7-47d6-9fda-140002a0d16a with Priority: HIGHEST for action security_group_rules [ 632.136401] env[62781]: INFO networking_nsxv3.common.synchronization [req-8bb43e63-f028-4566-8edc-733283bd9e9e req-29e2b608-70e0-4619-8b4f-87b46be6caab service nova] Enqueued Resource ID: c2724694-b2e7-47d6-9fda-140002a0d16a with Priority: HIGHEST for action security_group_members [ 632.136537] env[62781]: INFO networking_nsxv3.common.synchronization [req-8bb43e63-f028-4566-8edc-733283bd9e9e req-29e2b608-70e0-4619-8b4f-87b46be6caab service nova] Enqueued Resource ID: 542b5879-06fe-4072-afe2-92b356fbecd9 with Priority: HIGHEST for action port [ 632.137078] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2724694-b2e7-47d6-9fda-140002a0d16a with Priority: HIGHEST for action security_group_rules [ 632.137159] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2724694-b2e7-47d6-9fda-140002a0d16a with Priority: HIGHEST for action security_group_members [ 632.137266] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 542b5879-06fe-4072-afe2-92b356fbecd9 with Priority: HIGHEST for action port [ 632.137571] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2724694-b2e7-47d6-9fda-140002a0d16a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.137679] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.137928] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2724694-b2e7-47d6-9fda-140002a0d16a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.138710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.138710] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-542b5879-06fe-4072-afe2-92b356fbecd9 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.138710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-542b5879-06fe-4072-afe2-92b356fbecd9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.138710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-542b5879-06fe-4072-afe2-92b356fbecd9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.139052] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-542b5879-06fe-4072-afe2-92b356fbecd9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.139052] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('542b5879-06fe-4072-afe2-92b356fbecd9',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.643718] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 542b5879-06fe-4072-afe2-92b356fbecd9 with status ACTIVE [ 632.644528] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.644528] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.644731] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.644814] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.644921] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.645160] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.645271] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.645335] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.645560] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.645650] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.645834] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.645926] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.645986] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.646141] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.646213] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.646380] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 542b5879-06fe-4072-afe2-92b356fbecd9 is going to be updated. [ 632.668449] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.668449] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.668449] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.668698] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.668789] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.668924] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-542b5879-06fe-4072-afe2-92b356fbecd9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.829437] env[62781]: INFO networking_nsxv3.common.synchronization [req-606da261-1bb8-4e33-9846-56ab6202a379 req-5430cb9b-50fe-4cd8-aea9-2835b9ae148b tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Enqueued Resource ID: db1857b0-10e4-44a1-a63e-047e6ca6ad80 with Priority: HIGHEST for action security_group_members [ 632.830092] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db1857b0-10e4-44a1-a63e-047e6ca6ad80 with Priority: HIGHEST for action security_group_members [ 632.832251] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-db1857b0-10e4-44a1-a63e-047e6ca6ad80 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.832594] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db1857b0-10e4-44a1-a63e-047e6ca6ad80" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.832706] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db1857b0-10e4-44a1-a63e-047e6ca6ad80" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.833025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db1857b0-10e4-44a1-a63e-047e6ca6ad80" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.833288] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.833558] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.833558] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.833946] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.833946] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.835180] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db1857b0-10e4-44a1-a63e-047e6ca6ad80',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.025304] env[62781]: INFO networking_nsxv3.common.synchronization [req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 req-f800f94b-2837-47a3-80ce-5a9a53313d3f tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Enqueued Resource ID: ebd3fe3f-1467-4ae0-a6fc-43db453bd521 with Priority: HIGHEST for action security_group_members [ 633.025854] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebd3fe3f-1467-4ae0-a6fc-43db453bd521 with Priority: HIGHEST for action security_group_members [ 633.026175] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebd3fe3f-1467-4ae0-a6fc-43db453bd521 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.026298] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.026369] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.028045] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.028045] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.028045] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.028045] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.028949] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.029243] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.029243] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebd3fe3f-1467-4ae0-a6fc-43db453bd521',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.341736] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.341907] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.341975] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.342224] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.342326] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.342588] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.342724] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.342804] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.342971] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.343063] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.343154] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db1857b0-10e4-44a1-a63e-047e6ca6ad80 is going to be updated. [ 633.371315] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.371465] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.371527] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.371731] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.371879] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.381545] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db1857b0-10e4-44a1-a63e-047e6ca6ad80 in Status: IN_PROGRESS for 2s [ 633.431895] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-177 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.432138] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-177" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.432225] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-177" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.432537] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-177" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.432795] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.432952] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.433384] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.433631] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.433781] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.433987] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 633.434120] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.434232] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.434340] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.434450] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 633.434556] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.434708] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.455840] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.456021] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 633.456157] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.456334] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-177" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.456694] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-31bfbc20-f655-426b-b7c2-b46a8f69bc13 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.456877] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-31bfbc20-f655-426b-b7c2-b46a8f69bc13" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.456997] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-31bfbc20-f655-426b-b7c2-b46a8f69bc13" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.457344] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-31bfbc20-f655-426b-b7c2-b46a8f69bc13" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.457485] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31bfbc20-f655-426b-b7c2-b46a8f69bc13',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.533147] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.533311] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.533384] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.533596] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.533688] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.533892] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.533975] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.534048] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.534197] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.534273] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.534360] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebd3fe3f-1467-4ae0-a6fc-43db453bd521 already deleted. [ 633.534482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.961058] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.961058] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.961058] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.961567] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.961567] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.961696] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 31bfbc20-f655-426b-b7c2-b46a8f69bc13 not found, creating... [ 633.962202] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.962202] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.962344] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.962572] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.963740] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.963740] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.963740] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.963740] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.964263] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.964263] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.964263] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 31bfbc20-f655-426b-b7c2-b46a8f69bc13 is going to be created. [ 633.988799] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.989784] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.989784] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.990044] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.990139] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.990420] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-31bfbc20-f655-426b-b7c2-b46a8f69bc13" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.063096] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2724694-b2e7-47d6-9fda-140002a0d16a in Status: SUCCESS [ 634.063096] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.063096] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.063096] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.063096] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.063096] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.063096] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.063096] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.063096] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.063096] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.569887] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.073222] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.395289] env[62781]: INFO networking_nsxv3.common.synchronization [req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 req-e269049b-7722-4205-a680-d2556a23e270 service nova] Enqueued Resource ID: ebd3fe3f-1467-4ae0-a6fc-43db453bd521 with Priority: HIGHEST for action security_group_rules [ 635.395591] env[62781]: INFO networking_nsxv3.common.synchronization [req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 req-e269049b-7722-4205-a680-d2556a23e270 service nova] Enqueued Resource ID: ebd3fe3f-1467-4ae0-a6fc-43db453bd521 with Priority: HIGHEST for action security_group_members [ 635.395804] env[62781]: INFO networking_nsxv3.common.synchronization [req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 req-e269049b-7722-4205-a680-d2556a23e270 service nova] Enqueued Resource ID: 31bfbc20-f655-426b-b7c2-b46a8f69bc13 with Priority: HIGHEST for action port [ 635.397370] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db1857b0-10e4-44a1-a63e-047e6ca6ad80 in Status: SUCCESS [ 635.397637] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db1857b0-10e4-44a1-a63e-047e6ca6ad80 deletion is rescheduled due to dependency. [ 635.397797] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db1857b0-10e4-44a1-a63e-047e6ca6ad80" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.398144] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebd3fe3f-1467-4ae0-a6fc-43db453bd521 with Priority: HIGHEST for action security_group_rules [ 635.398540] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebd3fe3f-1467-4ae0-a6fc-43db453bd521 with Priority: HIGHEST for action security_group_members [ 635.398695] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31bfbc20-f655-426b-b7c2-b46a8f69bc13 with Priority: HIGHEST for action port [ 635.399427] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebd3fe3f-1467-4ae0-a6fc-43db453bd521 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.399616] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.399697] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.399915] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.400047] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebd3fe3f-1467-4ae0-a6fc-43db453bd521',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.401537] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebd3fe3f-1467-4ae0-a6fc-43db453bd521 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.401810] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.401921] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.402175] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.402421] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.402526] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.402588] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.402753] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.402941] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.403015] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebd3fe3f-1467-4ae0-a6fc-43db453bd521',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.404258] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-31bfbc20-f655-426b-b7c2-b46a8f69bc13 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.404401] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31bfbc20-f655-426b-b7c2-b46a8f69bc13" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.404457] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31bfbc20-f655-426b-b7c2-b46a8f69bc13" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.404582] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31bfbc20-f655-426b-b7c2-b46a8f69bc13" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.404662] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31bfbc20-f655-426b-b7c2-b46a8f69bc13',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.575751] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.575751] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.575751] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.576022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.576057] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.576206] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2724694-b2e7-47d6-9fda-140002a0d16a is going to be updated. [ 635.602190] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.602354] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.602459] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.602781] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.603028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.613318] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2724694-b2e7-47d6-9fda-140002a0d16a in Status: IN_PROGRESS for 2s [ 635.902515] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebd3fe3f-1467-4ae0-a6fc-43db453bd521 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.902515] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.907658] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebd3fe3f-1467-4ae0-a6fc-43db453bd521',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.910402] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31bfbc20-f655-426b-b7c2-b46a8f69bc13 with status ACTIVE [ 635.910402] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.910402] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.910402] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.910745] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.910868] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.911512] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.911512] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.911512] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.912651] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.916260] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.916536] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.916632] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.916779] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.918021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.918021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.918021] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31bfbc20-f655-426b-b7c2-b46a8f69bc13 is going to be updated. [ 635.938455] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.939256] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.939256] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.939256] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.939256] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.939673] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31bfbc20-f655-426b-b7c2-b46a8f69bc13" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.383302] env[62781]: INFO networking_nsxv3.common.synchronization [req-d72044c4-98f3-434e-a073-1a3b71da253f req-74902dc1-c38a-40d3-aed8-093f018bfc03 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Enqueued Resource ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad with Priority: HIGHEST for action security_group_members [ 636.384429] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad with Priority: HIGHEST for action security_group_members [ 636.384988] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b32e37-0883-4972-aadc-60f41c1aa9ad taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.385131] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.385207] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.385632] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.385925] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.386139] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.386250] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.386589] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.386695] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.386812] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2b32e37-0883-4972-aadc-60f41c1aa9ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.419689] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebd3fe3f-1467-4ae0-a6fc-43db453bd521',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.857990] env[62781]: INFO networking_nsxv3.common.synchronization [req-5aabaabf-a1ce-481b-ae1f-e6659960b29f req-57e01d6d-4f0e-423a-8081-cea378819277 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Enqueued Resource ID: f251121f-b3e3-4ce2-8ee7-c2a1c3168013 with Priority: HIGHEST for action security_group_members [ 636.860123] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f251121f-b3e3-4ce2-8ee7-c2a1c3168013 with Priority: HIGHEST for action security_group_members [ 636.860541] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-f251121f-b3e3-4ce2-8ee7-c2a1c3168013 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.860672] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f251121f-b3e3-4ce2-8ee7-c2a1c3168013" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.860732] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f251121f-b3e3-4ce2-8ee7-c2a1c3168013" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.860961] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f251121f-b3e3-4ce2-8ee7-c2a1c3168013" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.861595] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.861764] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.861831] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.862019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.862150] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.862713] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f251121f-b3e3-4ce2-8ee7-c2a1c3168013',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.894287] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.894287] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.894287] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.894287] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.894287] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.894287] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.894287] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.894287] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.894287] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.894287] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.894287] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad already deleted. [ 636.894287] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.923421] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.924457] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.924457] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.924457] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.924457] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.924457] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebd3fe3f-1467-4ae0-a6fc-43db453bd521 is going to be created. [ 636.948757] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.950057] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.950057] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.950057] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.950057] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.960146] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebd3fe3f-1467-4ae0-a6fc-43db453bd521 in Status: UNINITIALIZED for 2s [ 637.237364] env[62781]: INFO networking_nsxv3.common.synchronization [req-7434fe9c-11b8-42e7-83ff-91379b217668 req-84dbd3d8-9884-4f38-910e-0989d8f3a0b0 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Enqueued Resource ID: febd52e1-459c-4117-88e5-26e5801451ca with Priority: HIGHEST for action security_group_members [ 637.237988] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: febd52e1-459c-4117-88e5-26e5801451ca with Priority: HIGHEST for action security_group_members [ 637.241389] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-febd52e1-459c-4117-88e5-26e5801451ca taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.241614] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-febd52e1-459c-4117-88e5-26e5801451ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.241704] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-febd52e1-459c-4117-88e5-26e5801451ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.241970] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-febd52e1-459c-4117-88e5-26e5801451ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.242120] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.242224] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.242292] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.242531] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.242531] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.242607] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('febd52e1-459c-4117-88e5-26e5801451ca',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.366205] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.366376] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.366446] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.366676] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.366820] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.366982] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.367102] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.367163] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.368386] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.368386] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.368386] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f251121f-b3e3-4ce2-8ee7-c2a1c3168013 is going to be updated. [ 637.395596] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.395928] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.395928] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.396109] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.396162] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.406053] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f251121f-b3e3-4ce2-8ee7-c2a1c3168013 in Status: IN_PROGRESS for 2s [ 637.485737] env[62781]: INFO networking_nsxv3.common.synchronization [req-3b62255c-e964-4975-8933-325c52f3902a req-a15ef277-2f8f-4f6d-9e3e-efcc593de70e tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Enqueued Resource ID: 75ccd358-929c-4946-8b16-8f2b7ecd8d59 with Priority: HIGHEST for action security_group_members [ 637.486226] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ccd358-929c-4946-8b16-8f2b7ecd8d59 with Priority: HIGHEST for action security_group_members [ 637.486524] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-75ccd358-929c-4946-8b16-8f2b7ecd8d59 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.486646] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75ccd358-929c-4946-8b16-8f2b7ecd8d59" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.486716] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75ccd358-929c-4946-8b16-8f2b7ecd8d59" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.486913] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75ccd358-929c-4946-8b16-8f2b7ecd8d59" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.489040] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.489040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.489040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.489040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.489040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.489040] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75ccd358-929c-4946-8b16-8f2b7ecd8d59',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.572507] env[62781]: INFO networking_nsxv3.common.synchronization [None req-e348c01f-1030-47a3-a546-6230506479b5 None None] Enqueued Resource ID: 7a5cebb3-c41b-4009-8ecc-9d4c5d4b15cd with Priority: HIGHEST for action port [ 637.572818] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a5cebb3-c41b-4009-8ecc-9d4c5d4b15cd with Priority: HIGHEST for action port [ 637.573395] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a5cebb3-c41b-4009-8ecc-9d4c5d4b15cd taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.573506] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a5cebb3-c41b-4009-8ecc-9d4c5d4b15cd" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.573572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a5cebb3-c41b-4009-8ecc-9d4c5d4b15cd" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.577351] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a5cebb3-c41b-4009-8ecc-9d4c5d4b15cd" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.577449] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a5cebb3-c41b-4009-8ecc-9d4c5d4b15cd',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.623594] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2724694-b2e7-47d6-9fda-140002a0d16a in Status: SUCCESS [ 637.623895] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.625032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.625032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.625032] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.625032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.625032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.625283] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.625283] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.625343] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.625425] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.627550] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.627751] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.627947] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.628085] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.628156] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.628321] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.628400] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.628506] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.744355] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-907 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.744582] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-907" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.744781] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-907" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.745235] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-907" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.746499] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.746499] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.746499] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.749259] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.749524] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.749815] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 637.749987] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.750789] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.750789] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.750789] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 637.750789] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.750789] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.752437] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.753390] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.753471] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.753650] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.753783] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.753974] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.754129] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.754192] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.754366] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.754443] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.754732] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: febd52e1-459c-4117-88e5-26e5801451ca is going to be updated. [ 637.778475] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.778692] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 637.778905] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.779132] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-907" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.779483] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-1a911b51-4528-46ab-9fe0-c8655580ab7c taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.779698] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-1a911b51-4528-46ab-9fe0-c8655580ab7c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.779930] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-1a911b51-4528-46ab-9fe0-c8655580ab7c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.780236] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-1a911b51-4528-46ab-9fe0-c8655580ab7c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.780400] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a911b51-4528-46ab-9fe0-c8655580ab7c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.790088] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.790332] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.790406] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.791143] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.791344] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.801764] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: febd52e1-459c-4117-88e5-26e5801451ca in Status: IN_PROGRESS for 2s [ 637.866431] env[62781]: INFO networking_nsxv3.common.synchronization [req-62560457-435f-4e9a-8537-06c928558ae7 req-12b26870-e3e7-4053-a5f1-24eb4a70bec3 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Enqueued Resource ID: 479762a2-6f4e-4010-b878-6dfc0ec46fe3 with Priority: HIGHEST for action security_group_members [ 637.867511] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 479762a2-6f4e-4010-b878-6dfc0ec46fe3 with Priority: HIGHEST for action security_group_members [ 637.867750] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-479762a2-6f4e-4010-b878-6dfc0ec46fe3 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.868640] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-479762a2-6f4e-4010-b878-6dfc0ec46fe3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.868640] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-479762a2-6f4e-4010-b878-6dfc0ec46fe3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.868640] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-479762a2-6f4e-4010-b878-6dfc0ec46fe3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.868640] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.868640] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.868640] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.869257] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.869257] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.869257] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('479762a2-6f4e-4010-b878-6dfc0ec46fe3',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.992669] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.992866] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.992963] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.993218] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.993326] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.993522] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.994130] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.994130] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.994130] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.994130] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.994130] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75ccd358-929c-4946-8b16-8f2b7ecd8d59 is going to be updated. [ 638.032238] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.032238] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.032238] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.032238] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.032238] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.041864] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75ccd358-929c-4946-8b16-8f2b7ecd8d59 in Status: IN_PROGRESS for 2s [ 638.080733] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a5cebb3-c41b-4009-8ecc-9d4c5d4b15cd [ 638.081024] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.081250] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.081352] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.081674] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.081674] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.082845] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a5cebb3-c41b-4009-8ecc-9d4c5d4b15cd already deleted. [ 638.082845] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a5cebb3-c41b-4009-8ecc-9d4c5d4b15cd" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.130057] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2724694-b2e7-47d6-9fda-140002a0d16a taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.130198] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.132574] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.284374] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.284476] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.284517] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.284806] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.284956] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.285126] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 1a911b51-4528-46ab-9fe0-c8655580ab7c not found, creating... [ 638.285390] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.285554] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.285695] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.285915] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.286066] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.286340] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.286585] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.286873] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.287142] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.287283] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.287424] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 1a911b51-4528-46ab-9fe0-c8655580ab7c is going to be created. [ 638.306471] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.306975] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.306975] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.307403] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.307403] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.307636] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-1a911b51-4528-46ab-9fe0-c8655580ab7c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.373580] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.373730] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.373807] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.374116] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.374222] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.374536] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.374644] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.374766] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.374882] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.376730] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.376730] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 479762a2-6f4e-4010-b878-6dfc0ec46fe3 is going to be updated. [ 638.430132] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.430483] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.430483] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.430558] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.430706] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.441960] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 479762a2-6f4e-4010-b878-6dfc0ec46fe3 in Status: IN_PROGRESS for 2s [ 638.570532] env[62781]: INFO networking_nsxv3.common.synchronization [req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b req-1b0601f2-f849-465c-b9f5-9d12f8f15ae5 tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Enqueued Resource ID: ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab with Priority: HIGHEST for action security_group_members [ 638.571157] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab with Priority: HIGHEST for action security_group_members [ 638.571639] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.571784] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.571854] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.572161] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.572324] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.572423] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.572485] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.572681] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.572773] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.572879] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.636272] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.971525] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebd3fe3f-1467-4ae0-a6fc-43db453bd521 in Status: SUCCESS [ 638.971746] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.971908] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.972136] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.972321] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.972433] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.972496] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.972638] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.972715] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.972867] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.972932] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebd3fe3f-1467-4ae0-a6fc-43db453bd521',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.075595] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.075775] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.075846] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.076084] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.076174] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.076374] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.076474] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.076669] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.076840] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.076906] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.076996] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab already deleted. [ 639.077089] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.141027] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.141027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.141027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.141027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.141027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.141027] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2724694-b2e7-47d6-9fda-140002a0d16a is going to be updated. [ 639.173471] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.173471] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.173471] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.173471] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.173471] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.180345] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2724694-b2e7-47d6-9fda-140002a0d16a in Status: IN_PROGRESS for 2s [ 639.416092] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f251121f-b3e3-4ce2-8ee7-c2a1c3168013 in Status: SUCCESS [ 639.416092] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f251121f-b3e3-4ce2-8ee7-c2a1c3168013 deletion is rescheduled due to dependency. [ 639.416092] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f251121f-b3e3-4ce2-8ee7-c2a1c3168013" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.477216] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebd3fe3f-1467-4ae0-a6fc-43db453bd521',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.537052] env[62781]: INFO networking_nsxv3.common.synchronization [req-d72044c4-98f3-434e-a073-1a3b71da253f req-afe18a79-d435-41f2-b358-4b4bff8ef7b9 service nova] Enqueued Resource ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad with Priority: HIGHEST for action security_group_rules [ 639.537052] env[62781]: INFO networking_nsxv3.common.synchronization [req-d72044c4-98f3-434e-a073-1a3b71da253f req-afe18a79-d435-41f2-b358-4b4bff8ef7b9 service nova] Enqueued Resource ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad with Priority: HIGHEST for action security_group_members [ 639.537052] env[62781]: INFO networking_nsxv3.common.synchronization [req-d72044c4-98f3-434e-a073-1a3b71da253f req-afe18a79-d435-41f2-b358-4b4bff8ef7b9 service nova] Enqueued Resource ID: 1a911b51-4528-46ab-9fe0-c8655580ab7c with Priority: HIGHEST for action port [ 639.537052] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad with Priority: HIGHEST for action security_group_rules [ 639.537052] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad with Priority: HIGHEST for action security_group_members [ 639.537052] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a911b51-4528-46ab-9fe0-c8655580ab7c with Priority: HIGHEST for action port [ 639.537885] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2b32e37-0883-4972-aadc-60f41c1aa9ad taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.538047] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.538139] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.538377] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.538460] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2b32e37-0883-4972-aadc-60f41c1aa9ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.539621] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b32e37-0883-4972-aadc-60f41c1aa9ad taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.540024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.540024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.540024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.540212] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.540212] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.540341] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.542166] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.542166] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.542166] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2b32e37-0883-4972-aadc-60f41c1aa9ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.542166] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a911b51-4528-46ab-9fe0-c8655580ab7c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.542166] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a911b51-4528-46ab-9fe0-c8655580ab7c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.542166] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a911b51-4528-46ab-9fe0-c8655580ab7c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.542166] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a911b51-4528-46ab-9fe0-c8655580ab7c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.542166] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a911b51-4528-46ab-9fe0-c8655580ab7c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.600200] env[62781]: INFO networking_nsxv3.common.synchronization [None req-e281e045-4163-4cbf-9daf-58407c140af5 None None] Enqueued Resource ID: 164c08ed-fe71-4f58-bcae-0138d173564e with Priority: HIGHEST for action port [ 639.600369] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 164c08ed-fe71-4f58-bcae-0138d173564e with Priority: HIGHEST for action port [ 639.600873] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-164c08ed-fe71-4f58-bcae-0138d173564e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.601031] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-164c08ed-fe71-4f58-bcae-0138d173564e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.601084] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-164c08ed-fe71-4f58-bcae-0138d173564e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.601323] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-164c08ed-fe71-4f58-bcae-0138d173564e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.601406] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('164c08ed-fe71-4f58-bcae-0138d173564e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.606992] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-627 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.607127] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-627" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.607242] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-627" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.607619] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-627" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.607921] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.608658] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.608811] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.609096] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.609239] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.609473] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 639.609594] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.609812] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.609848] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.610095] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 639.610156] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.610269] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.627598] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.627598] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 639.627794] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.627951] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-627" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.628334] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-97b2a548-49a9-4544-91b5-cfc6303ce030 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.628622] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-97b2a548-49a9-4544-91b5-cfc6303ce030" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.628806] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-97b2a548-49a9-4544-91b5-cfc6303ce030" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.629069] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-97b2a548-49a9-4544-91b5-cfc6303ce030" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.629235] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97b2a548-49a9-4544-91b5-cfc6303ce030',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.814974] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: febd52e1-459c-4117-88e5-26e5801451ca in Status: SUCCESS [ 639.815932] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: febd52e1-459c-4117-88e5-26e5801451ca deletion is rescheduled due to dependency. [ 639.815932] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-febd52e1-459c-4117-88e5-26e5801451ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.979567] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebd3fe3f-1467-4ae0-a6fc-43db453bd521: rpc.has_security_group_logging(os_id): False [ 639.997014] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.997409] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.997512] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.998015] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.998150] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.998674] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.998806] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.998881] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.999119] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.999224] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.999692] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebd3fe3f-1467-4ae0-a6fc-43db453bd521 is going to be created. [ 640.044487] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b32e37-0883-4972-aadc-60f41c1aa9ad taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.044621] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.044786] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2b32e37-0883-4972-aadc-60f41c1aa9ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.045913] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a911b51-4528-46ab-9fe0-c8655580ab7c with status ACTIVE [ 640.045913] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.045913] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.046170] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.046202] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.046300] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.046450] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.046561] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.046616] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.046738] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.047358] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.047358] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.047358] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.047358] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.047537] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.047537] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.047753] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a911b51-4528-46ab-9fe0-c8655580ab7c is going to be updated. [ 640.058439] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.058439] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.058439] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.058624] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.058683] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.063469] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75ccd358-929c-4946-8b16-8f2b7ecd8d59 in Status: SUCCESS [ 640.063655] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75ccd358-929c-4946-8b16-8f2b7ecd8d59 deletion is rescheduled due to dependency. [ 640.063757] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75ccd358-929c-4946-8b16-8f2b7ecd8d59" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.074589] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebd3fe3f-1467-4ae0-a6fc-43db453bd521 in Status: IN_PROGRESS for 2s [ 640.080904] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.081081] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.081153] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.083676] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.083676] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.083676] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a911b51-4528-46ab-9fe0-c8655580ab7c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.087478] env[62781]: INFO networking_nsxv3.common.synchronization [None req-f4cc9fbb-ca21-4162-b14f-cb0682463a3d None None] Enqueued Resource ID: 6477390c-961f-4faa-bc69-854dfaffb389 with Priority: HIGHEST for action port [ 640.088273] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6477390c-961f-4faa-bc69-854dfaffb389 with Priority: HIGHEST for action port [ 640.089611] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-6477390c-961f-4faa-bc69-854dfaffb389 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.089611] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6477390c-961f-4faa-bc69-854dfaffb389" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.089611] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6477390c-961f-4faa-bc69-854dfaffb389" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.090344] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6477390c-961f-4faa-bc69-854dfaffb389" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.090344] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6477390c-961f-4faa-bc69-854dfaffb389',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.105182] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 164c08ed-fe71-4f58-bcae-0138d173564e [ 640.105411] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.105538] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.106153] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.106153] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.106153] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.106153] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:164c08ed-fe71-4f58-bcae-0138d173564e already deleted. [ 640.106153] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-164c08ed-fe71-4f58-bcae-0138d173564e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.132724] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.132724] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.132959] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.133310] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.133488] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.133670] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 97b2a548-49a9-4544-91b5-cfc6303ce030 not found, creating... [ 640.133932] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.134514] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.134514] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.134514] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.134836] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.135016] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.135191] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.135299] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.135518] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.135651] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.135795] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 97b2a548-49a9-4544-91b5-cfc6303ce030 is going to be created. [ 640.163691] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.163957] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.164127] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.164426] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.164654] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.164900] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-97b2a548-49a9-4544-91b5-cfc6303ce030" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.451979] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 479762a2-6f4e-4010-b878-6dfc0ec46fe3 in Status: SUCCESS [ 640.452392] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 479762a2-6f4e-4010-b878-6dfc0ec46fe3 deletion is rescheduled due to dependency. [ 640.452392] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-479762a2-6f4e-4010-b878-6dfc0ec46fe3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.552028] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2b32e37-0883-4972-aadc-60f41c1aa9ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.592569] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6477390c-961f-4faa-bc69-854dfaffb389 [ 640.596015] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.596015] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.596015] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.596015] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.596015] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.596015] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6477390c-961f-4faa-bc69-854dfaffb389 already deleted. [ 640.596015] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6477390c-961f-4faa-bc69-854dfaffb389" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.056266] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.059101] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.059101] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.059101] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.059101] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.059101] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad is going to be created. [ 641.081342] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.081479] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.081562] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.081797] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.081921] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.093330] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad in Status: UNINITIALIZED for 2s [ 641.194776] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2724694-b2e7-47d6-9fda-140002a0d16a in Status: SUCCESS [ 641.195120] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.195321] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.196805] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.196805] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.196805] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.196805] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.196805] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.196805] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.196805] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.196805] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2724694-b2e7-47d6-9fda-140002a0d16a taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.196805] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.196805] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.196805] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.196805] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.199913] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.199913] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.199913] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.199913] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.199913] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.199913] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.221843] env[62781]: INFO networking_nsxv3.common.synchronization [req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b req-804c1835-783a-489b-8f5d-1d4c0a245492 service nova] Enqueued Resource ID: ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab with Priority: HIGHEST for action security_group_rules [ 641.221938] env[62781]: INFO networking_nsxv3.common.synchronization [req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b req-804c1835-783a-489b-8f5d-1d4c0a245492 service nova] Enqueued Resource ID: ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab with Priority: HIGHEST for action security_group_members [ 641.222093] env[62781]: INFO networking_nsxv3.common.synchronization [req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b req-804c1835-783a-489b-8f5d-1d4c0a245492 service nova] Enqueued Resource ID: 97b2a548-49a9-4544-91b5-cfc6303ce030 with Priority: HIGHEST for action port [ 641.222318] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab with Priority: HIGHEST for action security_group_rules [ 641.222441] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab with Priority: HIGHEST for action security_group_members [ 641.222580] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b2a548-49a9-4544-91b5-cfc6303ce030 with Priority: HIGHEST for action port [ 641.223062] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.223181] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.223410] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.223488] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.223566] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.227062] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.227494] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.228356] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.228590] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.228801] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.228947] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.229049] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.229260] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.229322] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.229417] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.233360] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-97b2a548-49a9-4544-91b5-cfc6303ce030 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.233515] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97b2a548-49a9-4544-91b5-cfc6303ce030" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.233610] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97b2a548-49a9-4544-91b5-cfc6303ce030" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.233850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97b2a548-49a9-4544-91b5-cfc6303ce030" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.233989] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97b2a548-49a9-4544-91b5-cfc6303ce030',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.700219] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2724694-b2e7-47d6-9fda-140002a0d16a: rpc.has_security_group_logging(os_id): False [ 641.717755] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.718042] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.718620] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.720718] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.720881] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.721628] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.721628] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.721628] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.721958] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.721958] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.725215] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.725418] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.725503] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.725789] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.725924] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.726214] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.727336] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.727336] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.727336] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.727336] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.727336] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2724694-b2e7-47d6-9fda-140002a0d16a is going to be created. [ 641.728449] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.728680] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.737609] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.738672] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97b2a548-49a9-4544-91b5-cfc6303ce030 with status ACTIVE [ 641.738929] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.738929] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.739374] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.739374] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.739374] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.739853] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.739853] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.739853] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.739853] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.739853] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.740166] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.740166] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.740166] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.740889] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.740889] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.742236] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97b2a548-49a9-4544-91b5-cfc6303ce030 is going to be updated. [ 641.759811] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.759811] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.759811] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.759811] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.759811] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.759811] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97b2a548-49a9-4544-91b5-cfc6303ce030" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.781489] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.781647] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.781647] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.781899] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.782147] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.793313] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2724694-b2e7-47d6-9fda-140002a0d16a in Status: IN_PROGRESS for 2s [ 642.086035] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebd3fe3f-1467-4ae0-a6fc-43db453bd521 in Status: SUCCESS [ 642.086616] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.249293] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.749720] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.750081] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.750081] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.750922] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.750922] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.750922] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab is going to be created. [ 642.776661] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.776810] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.777058] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.777248] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.777305] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.785412] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab in Status: UNINITIALIZED for 2s [ 642.798361] env[62781]: INFO networking_nsxv3.common.synchronization [None req-df79a8ef-f090-46fc-80a5-6bf1c6a18c74 None None] Enqueued Resource ID: e348244b-9ca5-429c-bb4d-dd9a383683c9 with Priority: HIGHEST for action port [ 642.798878] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e348244b-9ca5-429c-bb4d-dd9a383683c9 with Priority: HIGHEST for action port [ 642.800397] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-e348244b-9ca5-429c-bb4d-dd9a383683c9 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.800397] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e348244b-9ca5-429c-bb4d-dd9a383683c9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.800397] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e348244b-9ca5-429c-bb4d-dd9a383683c9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.800659] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e348244b-9ca5-429c-bb4d-dd9a383683c9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.800659] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e348244b-9ca5-429c-bb4d-dd9a383683c9',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.106188] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad in Status: SUCCESS [ 643.106188] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.106188] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.106188] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.106188] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.106188] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.106188] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.106188] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.106188] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.106188] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.106188] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2b32e37-0883-4972-aadc-60f41c1aa9ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.303487] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e348244b-9ca5-429c-bb4d-dd9a383683c9 [ 643.305405] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.305405] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.305405] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.305405] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.305405] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.305405] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e348244b-9ca5-429c-bb4d-dd9a383683c9 already deleted. [ 643.305405] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e348244b-9ca5-429c-bb4d-dd9a383683c9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.615792] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b32e37-0883-4972-aadc-60f41c1aa9ad taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.616842] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.616842] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.616842] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.616842] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.616842] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.616842] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.616842] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.617205] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.617205] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.617205] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b32e37-0883-4972-aadc-60f41c1aa9ad taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.617322] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.617355] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.618233] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.618233] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.618233] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.618233] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.618863] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.618863] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.618863] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.618863] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2b32e37-0883-4972-aadc-60f41c1aa9ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.809217] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2724694-b2e7-47d6-9fda-140002a0d16a in Status: SUCCESS [ 643.809217] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.809217] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.809217] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.809217] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.126134] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2b32e37-0883-4972-aadc-60f41c1aa9ad: rpc.has_security_group_logging(os_id): False [ 644.145156] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.145315] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.145382] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.145615] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.145753] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.145924] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.146036] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.146096] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.146274] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.146310] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.146480] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.146574] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.146657] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.146786] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.146835] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.147094] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.147206] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.147363] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.147496] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.147562] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.147661] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad is going to be created. [ 644.199223] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.199223] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.199972] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.200417] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.200417] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.210899] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad in Status: IN_PROGRESS for 2s [ 644.314411] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2724694-b2e7-47d6-9fda-140002a0d16a taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.314411] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.314411] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.314411] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.314411] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.314411] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.314411] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.314411] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.314411] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.314411] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.314411] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.795036] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab in Status: SUCCESS [ 644.795259] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.795428] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.795689] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.795929] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.796081] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.796235] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.796422] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.796422] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.796422] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.796607] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.821496] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2724694-b2e7-47d6-9fda-140002a0d16a taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.822318] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.822318] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.822318] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.822318] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.822318] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.823392] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.823392] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.823392] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.823392] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.823392] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2724694-b2e7-47d6-9fda-140002a0d16a taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.823392] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.823392] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.823392] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.823392] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.823392] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.823392] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.823768] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.823768] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.823768] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.823768] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.299641] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.302686] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.302686] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.302686] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.302686] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.302686] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.302686] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.302686] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.302686] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.302686] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.302686] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.302686] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.302686] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.302686] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.302686] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.302686] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.302686] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.302686] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.302686] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.303360] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.303360] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.329036] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2724694-b2e7-47d6-9fda-140002a0d16a: rpc.has_security_group_logging(os_id): False [ 645.344579] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.344787] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.344861] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.345170] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.345286] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.345566] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.345685] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.345735] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.345883] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.345948] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.346165] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.346264] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.346321] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.346465] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.346538] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.346719] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.346856] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.346932] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.347828] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.347828] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.347828] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2724694-b2e7-47d6-9fda-140002a0d16a is going to be updated. [ 645.405291] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.405458] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.405634] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.405923] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.405923] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.417127] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2724694-b2e7-47d6-9fda-140002a0d16a in Status: IN_PROGRESS for 2s [ 645.442132] env[62781]: INFO networking_nsxv3.common.synchronization [None req-e6ee6f72-5aa0-42af-8429-e6376ed965aa None None] Enqueued Resource ID: 5ba9f54b-47f4-4d9e-a0e2-154466341a21 with Priority: HIGHEST for action port [ 645.443044] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ba9f54b-47f4-4d9e-a0e2-154466341a21 with Priority: HIGHEST for action port [ 645.444137] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ba9f54b-47f4-4d9e-a0e2-154466341a21 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.444137] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ba9f54b-47f4-4d9e-a0e2-154466341a21" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.444253] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ba9f54b-47f4-4d9e-a0e2-154466341a21" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.444578] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ba9f54b-47f4-4d9e-a0e2-154466341a21" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.444676] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ba9f54b-47f4-4d9e-a0e2-154466341a21',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.808374] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab: rpc.has_security_group_logging(os_id): False [ 645.826916] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.828928] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.828928] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.828928] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.828928] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.828928] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.828928] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.829234] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.831706] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.831706] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.831706] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.831706] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.831706] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.831706] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.831706] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.831706] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.831706] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.831706] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.831706] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.831706] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.831706] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab is going to be created. [ 645.890478] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.890657] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.890729] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.892034] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.892034] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.905198] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab in Status: IN_PROGRESS for 2s [ 645.947191] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ba9f54b-47f4-4d9e-a0e2-154466341a21 [ 645.947430] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.947567] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.947733] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.947955] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.948061] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.948163] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ba9f54b-47f4-4d9e-a0e2-154466341a21 already deleted. [ 645.948252] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ba9f54b-47f4-4d9e-a0e2-154466341a21" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.225748] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad in Status: SUCCESS [ 646.225957] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.511494] env[62781]: INFO networking_nsxv3.common.synchronization [req-d0f5e52a-8489-4b6c-a52d-4e2f82883f24 req-afdc4754-1a04-4254-99d4-35db8199f0ae tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Enqueued Resource ID: c2724694-b2e7-47d6-9fda-140002a0d16a with Priority: HIGHEST for action security_group_members [ 646.512849] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2724694-b2e7-47d6-9fda-140002a0d16a with Priority: HIGHEST for action security_group_members [ 646.513821] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2724694-b2e7-47d6-9fda-140002a0d16a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.513821] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.513821] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.513821] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.513821] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.513821] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.513821] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.513821] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.514547] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.514696] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.843056] env[62781]: INFO networking_nsxv3.common.synchronization [req-96718687-7bb7-4ba0-9498-d2bf38083aa0 req-35fa1ef2-64fb-4bc1-9f95-aa40b9efa616 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Enqueued Resource ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de with Priority: HIGHEST for action security_group_members [ 646.843543] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de with Priority: HIGHEST for action security_group_members [ 646.843909] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcd2779c-5492-4db7-a6ce-7f0d97e611de taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.846421] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.846421] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.846645] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.846830] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.846937] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.846999] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.847754] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.847754] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.847754] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcd2779c-5492-4db7-a6ce-7f0d97e611de',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.017740] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.080412] env[62781]: INFO networking_nsxv3.common.synchronization [req-1b582597-147e-42e3-af70-9771e4d3750e req-5ea36b9e-41a1-47c9-847d-60cece92c4b2 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Enqueued Resource ID: c2724694-b2e7-47d6-9fda-140002a0d16a with Priority: HIGHEST for action security_group_members [ 647.080922] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2724694-b2e7-47d6-9fda-140002a0d16a with Priority: HIGHEST for action security_group_members [ 647.081910] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2724694-b2e7-47d6-9fda-140002a0d16a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.081910] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.353771] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.353771] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.353771] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.353771] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.353771] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.353771] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.353771] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.353771] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.353771] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.353771] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.353771] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de already deleted. [ 647.353771] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.431150] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2724694-b2e7-47d6-9fda-140002a0d16a in Status: SUCCESS [ 647.431150] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.519473] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.735854] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-109 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.736075] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-109" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.736206] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-109" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.739228] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-109" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.739228] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.739228] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.739228] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.739228] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.739228] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.739228] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 647.739228] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.739228] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.739228] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.739228] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 647.739228] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.739228] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.758299] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.758519] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 647.758648] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.758858] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-109" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.759198] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-21661470-0e2c-4a0b-8db4-694130b709f4 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.759398] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-21661470-0e2c-4a0b-8db4-694130b709f4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.759562] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-21661470-0e2c-4a0b-8db4-694130b709f4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.759841] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-21661470-0e2c-4a0b-8db4-694130b709f4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.759980] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21661470-0e2c-4a0b-8db4-694130b709f4',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.919273] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab in Status: SUCCESS [ 647.920317] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.025540] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.025805] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.025867] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.026199] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.026199] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.026311] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2724694-b2e7-47d6-9fda-140002a0d16a is going to be updated. [ 648.056421] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.057338] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.057423] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.057706] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.057933] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.066989] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2724694-b2e7-47d6-9fda-140002a0d16a in Status: IN_PROGRESS for 2s [ 648.125954] env[62781]: INFO networking_nsxv3.common.synchronization [None req-997171d4-fd28-4453-8beb-2f12516d1d3c None None] Enqueued Resource ID: 4ca1d96a-3f8c-4ecb-89c1-d912574e3744 with Priority: HIGHEST for action port [ 648.127600] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca1d96a-3f8c-4ecb-89c1-d912574e3744 with Priority: HIGHEST for action port [ 648.128134] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ca1d96a-3f8c-4ecb-89c1-d912574e3744 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.128625] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ca1d96a-3f8c-4ecb-89c1-d912574e3744" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.128819] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ca1d96a-3f8c-4ecb-89c1-d912574e3744" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.129179] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ca1d96a-3f8c-4ecb-89c1-d912574e3744" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.129382] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ca1d96a-3f8c-4ecb-89c1-d912574e3744',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.262238] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.262600] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.262600] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.262869] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.263024] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.263183] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 21661470-0e2c-4a0b-8db4-694130b709f4 not found, creating... [ 648.263650] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.263650] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.264623] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.264934] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.265247] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.265428] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.265697] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.266097] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.266464] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.266551] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.267153] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 21661470-0e2c-4a0b-8db4-694130b709f4 is going to be created. [ 648.290677] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.290910] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.291034] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.293036] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.293036] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.293036] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-21661470-0e2c-4a0b-8db4-694130b709f4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.439312] env[62781]: INFO networking_nsxv3.common.synchronization [None req-9ab82127-a071-41d8-af36-7df210ddd9e7 None None] Enqueued Resource ID: a8df0259-f452-4d23-b4ee-8ed1b3b9714b with Priority: HIGHEST for action port [ 648.442025] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8df0259-f452-4d23-b4ee-8ed1b3b9714b with Priority: HIGHEST for action port [ 648.442025] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8df0259-f452-4d23-b4ee-8ed1b3b9714b taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.442025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8df0259-f452-4d23-b4ee-8ed1b3b9714b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.442025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8df0259-f452-4d23-b4ee-8ed1b3b9714b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.442025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8df0259-f452-4d23-b4ee-8ed1b3b9714b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.442025] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8df0259-f452-4d23-b4ee-8ed1b3b9714b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.478213] env[62781]: INFO networking_nsxv3.common.synchronization [None req-6d1f9fa3-2ccc-4ad0-8e18-a1c6a68966f3 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Enqueued Resource ID: 06327f40-af4d-4532-bbc2-55f17d4f68f5 with Priority: HIGHEST for action security_group_rules [ 648.478213] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06327f40-af4d-4532-bbc2-55f17d4f68f5 with Priority: HIGHEST for action security_group_rules [ 648.478213] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06327f40-af4d-4532-bbc2-55f17d4f68f5 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.478213] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06327f40-af4d-4532-bbc2-55f17d4f68f5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.478213] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06327f40-af4d-4532-bbc2-55f17d4f68f5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.478213] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06327f40-af4d-4532-bbc2-55f17d4f68f5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.478213] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06327f40-af4d-4532-bbc2-55f17d4f68f5',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.632824] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ca1d96a-3f8c-4ecb-89c1-d912574e3744 [ 648.633341] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.633341] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.633341] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.633512] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.633546] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.634186] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ca1d96a-3f8c-4ecb-89c1-d912574e3744 already deleted. [ 648.634186] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ca1d96a-3f8c-4ecb-89c1-d912574e3744" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.641371] env[62781]: INFO networking_nsxv3.common.synchronization [None req-bbc4977d-f8da-42bd-ad30-6c4b126e4ff9 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Enqueued Resource ID: 06327f40-af4d-4532-bbc2-55f17d4f68f5 with Priority: HIGHEST for action security_group_rules [ 648.641371] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06327f40-af4d-4532-bbc2-55f17d4f68f5 with Priority: HIGHEST for action security_group_rules [ 648.642478] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06327f40-af4d-4532-bbc2-55f17d4f68f5 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.642478] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06327f40-af4d-4532-bbc2-55f17d4f68f5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.945533] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8df0259-f452-4d23-b4ee-8ed1b3b9714b [ 648.945533] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.945533] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.945533] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.945533] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.945533] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.945533] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8df0259-f452-4d23-b4ee-8ed1b3b9714b already deleted. [ 648.945533] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8df0259-f452-4d23-b4ee-8ed1b3b9714b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.996988] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.997128] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.997199] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.997396] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.997485] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.997566] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06327f40-af4d-4532-bbc2-55f17d4f68f5 already deleted. [ 648.997659] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06327f40-af4d-4532-bbc2-55f17d4f68f5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.997835] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06327f40-af4d-4532-bbc2-55f17d4f68f5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.997991] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06327f40-af4d-4532-bbc2-55f17d4f68f5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.998084] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06327f40-af4d-4532-bbc2-55f17d4f68f5',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.306308] env[62781]: INFO networking_nsxv3.common.synchronization [req-96718687-7bb7-4ba0-9498-d2bf38083aa0 req-2d2903bc-9fc4-464c-98bd-7c0f449a97fa service nova] Enqueued Resource ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de with Priority: HIGHEST for action security_group_rules [ 649.306406] env[62781]: INFO networking_nsxv3.common.synchronization [req-96718687-7bb7-4ba0-9498-d2bf38083aa0 req-2d2903bc-9fc4-464c-98bd-7c0f449a97fa service nova] Enqueued Resource ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de with Priority: HIGHEST for action security_group_members [ 649.306536] env[62781]: INFO networking_nsxv3.common.synchronization [req-96718687-7bb7-4ba0-9498-d2bf38083aa0 req-2d2903bc-9fc4-464c-98bd-7c0f449a97fa service nova] Enqueued Resource ID: 21661470-0e2c-4a0b-8db4-694130b709f4 with Priority: HIGHEST for action port [ 649.307164] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de with Priority: HIGHEST for action security_group_rules [ 649.307164] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de with Priority: HIGHEST for action security_group_members [ 649.307164] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21661470-0e2c-4a0b-8db4-694130b709f4 with Priority: HIGHEST for action port [ 649.307570] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcd2779c-5492-4db7-a6ce-7f0d97e611de taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.307666] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.307745] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.307946] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.308044] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcd2779c-5492-4db7-a6ce-7f0d97e611de',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.311020] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcd2779c-5492-4db7-a6ce-7f0d97e611de taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.311020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.311020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.311020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.311020] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.311020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.311020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.311020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.311020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.311020] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcd2779c-5492-4db7-a6ce-7f0d97e611de',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.311020] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-21661470-0e2c-4a0b-8db4-694130b709f4 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.311020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21661470-0e2c-4a0b-8db4-694130b709f4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.311463] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21661470-0e2c-4a0b-8db4-694130b709f4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.311463] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21661470-0e2c-4a0b-8db4-694130b709f4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.311463] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21661470-0e2c-4a0b-8db4-694130b709f4',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.525587] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.525756] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.525800] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.526708] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.526708] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.526708] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06327f40-af4d-4532-bbc2-55f17d4f68f5 already deleted. [ 649.526708] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06327f40-af4d-4532-bbc2-55f17d4f68f5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.813293] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcd2779c-5492-4db7-a6ce-7f0d97e611de',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.814850] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcd2779c-5492-4db7-a6ce-7f0d97e611de taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.814981] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.818546] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21661470-0e2c-4a0b-8db4-694130b709f4 with status ACTIVE [ 649.818882] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.819093] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.819528] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.819528] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.819694] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.819945] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.820063] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.820143] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.820367] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.820516] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.820762] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.820959] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.821091] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.821337] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.821446] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.821601] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21661470-0e2c-4a0b-8db4-694130b709f4 is going to be updated. [ 649.851443] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.851443] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.851443] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.851443] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.851443] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.851443] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21661470-0e2c-4a0b-8db4-694130b709f4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.080179] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2724694-b2e7-47d6-9fda-140002a0d16a in Status: SUCCESS [ 650.080179] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.080179] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.080179] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.080179] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.080179] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.080179] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.080179] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.080179] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.080179] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.315970] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcd2779c-5492-4db7-a6ce-7f0d97e611de',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.543432] env[62781]: INFO networking_nsxv3.common.synchronization [None req-980da00c-b930-4ef3-8305-c5c79ef0f846 None None] Enqueued Resource ID: d06aadfa-90a9-47ec-b057-9ec656687e50 with Priority: HIGHEST for action port [ 650.543432] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d06aadfa-90a9-47ec-b057-9ec656687e50 with Priority: HIGHEST for action port [ 650.543432] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-d06aadfa-90a9-47ec-b057-9ec656687e50 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.543596] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d06aadfa-90a9-47ec-b057-9ec656687e50" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.543596] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d06aadfa-90a9-47ec-b057-9ec656687e50" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.543858] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d06aadfa-90a9-47ec-b057-9ec656687e50" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.543938] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d06aadfa-90a9-47ec-b057-9ec656687e50',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.579936] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.583088] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.583088] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.583088] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.583088] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.583088] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.583088] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.583088] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.583088] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.583088] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.583088] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2724694-b2e7-47d6-9fda-140002a0d16a is going to be updated. [ 650.609058] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.612157] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.612157] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.612157] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.612157] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.621552] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2724694-b2e7-47d6-9fda-140002a0d16a in Status: IN_PROGRESS for 2s [ 650.818699] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.818699] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.818699] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.819091] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.819091] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.819091] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de is going to be created. [ 650.848980] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.848980] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.848980] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.849292] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.849899] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.867960] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de in Status: UNINITIALIZED for 2s [ 651.047956] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d06aadfa-90a9-47ec-b057-9ec656687e50 [ 651.047956] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.047956] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.047956] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.048170] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.048264] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.048406] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d06aadfa-90a9-47ec-b057-9ec656687e50 already deleted. [ 651.048448] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d06aadfa-90a9-47ec-b057-9ec656687e50" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.128291] env[62781]: INFO networking_nsxv3.common.synchronization [req-86b7a76c-1c72-4cee-abf3-4bc53de55702 req-abc1899a-8f1b-4fb9-b5b2-0b805841d220 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Enqueued Resource ID: 414fcbc7-7267-4d60-9e52-6e85dc5f9125 with Priority: HIGHEST for action security_group_members [ 651.129136] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 414fcbc7-7267-4d60-9e52-6e85dc5f9125 with Priority: HIGHEST for action security_group_members [ 651.129136] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-414fcbc7-7267-4d60-9e52-6e85dc5f9125 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.129241] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-414fcbc7-7267-4d60-9e52-6e85dc5f9125" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.129290] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-414fcbc7-7267-4d60-9e52-6e85dc5f9125" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.129531] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-414fcbc7-7267-4d60-9e52-6e85dc5f9125" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.129686] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.129791] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.129855] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.130460] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.130532] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.130647] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('414fcbc7-7267-4d60-9e52-6e85dc5f9125',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.519259] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-847 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.519259] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-847" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.519259] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-847" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.519259] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-847" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.519259] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.519259] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.519259] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.519259] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.519259] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.519974] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 651.520304] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.520552] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.520811] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.521717] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 651.521717] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.521717] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.542681] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.542681] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 651.542681] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.542681] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-847" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.542681] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-b8698904-6a22-48f4-b6eb-abf2cc638eba taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.544032] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-b8698904-6a22-48f4-b6eb-abf2cc638eba" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.544032] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-b8698904-6a22-48f4-b6eb-abf2cc638eba" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.544165] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-b8698904-6a22-48f4-b6eb-abf2cc638eba" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.544318] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8698904-6a22-48f4-b6eb-abf2cc638eba',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.632638] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.632921] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.632921] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.633151] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.633233] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.633438] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.633581] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.633626] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.634423] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.634423] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.634423] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 414fcbc7-7267-4d60-9e52-6e85dc5f9125 already deleted. [ 651.634423] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-414fcbc7-7267-4d60-9e52-6e85dc5f9125" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.049877] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.050033] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.050223] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.050448] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.050598] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.050769] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port b8698904-6a22-48f4-b6eb-abf2cc638eba not found, creating... [ 652.051064] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.051398] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.051699] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.051763] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.051887] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.052370] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.052370] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.054319] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.054319] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.054319] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.054319] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: b8698904-6a22-48f4-b6eb-abf2cc638eba is going to be created. [ 652.072207] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.072333] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.073030] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.073030] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.073030] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.073205] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-b8698904-6a22-48f4-b6eb-abf2cc638eba" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.630721] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2724694-b2e7-47d6-9fda-140002a0d16a in Status: SUCCESS [ 652.630721] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2724694-b2e7-47d6-9fda-140002a0d16a deletion is rescheduled due to dependency. [ 652.630721] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.875279] env[62781]: INFO networking_nsxv3.common.synchronization [req-86b7a76c-1c72-4cee-abf3-4bc53de55702 req-44ab8f1f-dce6-473c-8ee0-d7f2370edfb4 service nova] Enqueued Resource ID: 414fcbc7-7267-4d60-9e52-6e85dc5f9125 with Priority: HIGHEST for action security_group_rules [ 652.875455] env[62781]: INFO networking_nsxv3.common.synchronization [req-86b7a76c-1c72-4cee-abf3-4bc53de55702 req-44ab8f1f-dce6-473c-8ee0-d7f2370edfb4 service nova] Enqueued Resource ID: 414fcbc7-7267-4d60-9e52-6e85dc5f9125 with Priority: HIGHEST for action security_group_members [ 652.875592] env[62781]: INFO networking_nsxv3.common.synchronization [req-86b7a76c-1c72-4cee-abf3-4bc53de55702 req-44ab8f1f-dce6-473c-8ee0-d7f2370edfb4 service nova] Enqueued Resource ID: b8698904-6a22-48f4-b6eb-abf2cc638eba with Priority: HIGHEST for action port [ 652.875931] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 414fcbc7-7267-4d60-9e52-6e85dc5f9125 with Priority: HIGHEST for action security_group_rules [ 652.876010] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 414fcbc7-7267-4d60-9e52-6e85dc5f9125 with Priority: HIGHEST for action security_group_members [ 652.876110] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8698904-6a22-48f4-b6eb-abf2cc638eba with Priority: HIGHEST for action port [ 652.881062] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de in Status: SUCCESS [ 652.881062] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.882138] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-414fcbc7-7267-4d60-9e52-6e85dc5f9125 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.882261] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-414fcbc7-7267-4d60-9e52-6e85dc5f9125" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.882326] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-414fcbc7-7267-4d60-9e52-6e85dc5f9125" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.882562] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-414fcbc7-7267-4d60-9e52-6e85dc5f9125" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.884356] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('414fcbc7-7267-4d60-9e52-6e85dc5f9125',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.884356] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-414fcbc7-7267-4d60-9e52-6e85dc5f9125 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.884356] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-414fcbc7-7267-4d60-9e52-6e85dc5f9125" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.884356] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-414fcbc7-7267-4d60-9e52-6e85dc5f9125" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.884650] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-414fcbc7-7267-4d60-9e52-6e85dc5f9125" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.884650] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.884650] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.884770] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.884907] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.885095] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.885258] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('414fcbc7-7267-4d60-9e52-6e85dc5f9125',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.886280] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8698904-6a22-48f4-b6eb-abf2cc638eba taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.886280] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8698904-6a22-48f4-b6eb-abf2cc638eba" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.886280] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8698904-6a22-48f4-b6eb-abf2cc638eba" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.886439] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8698904-6a22-48f4-b6eb-abf2cc638eba" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.886509] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8698904-6a22-48f4-b6eb-abf2cc638eba',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.888198] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.888198] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.888284] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.888338] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.888372] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.888512] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.888654] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.888703] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.888738] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dcd2779c-5492-4db7-a6ce-7f0d97e611de',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.393533] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-414fcbc7-7267-4d60-9e52-6e85dc5f9125 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.393533] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-414fcbc7-7267-4d60-9e52-6e85dc5f9125" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.395116] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8698904-6a22-48f4-b6eb-abf2cc638eba with status ACTIVE [ 653.395116] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.395116] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.395116] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.395116] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.395116] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.395116] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.395116] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.395116] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.395116] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.395116] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.395116] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.395116] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.395810] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.395810] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.395810] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.395810] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8698904-6a22-48f4-b6eb-abf2cc638eba is going to be updated. [ 653.397600] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('414fcbc7-7267-4d60-9e52-6e85dc5f9125',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.401449] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dcd2779c-5492-4db7-a6ce-7f0d97e611de',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.417043] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.417180] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.417225] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.417429] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.417560] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.417748] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8698904-6a22-48f4-b6eb-abf2cc638eba" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.795270] env[62781]: INFO networking_nsxv3.common.synchronization [req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c req-89a378cc-5936-4969-ac49-7e7f6e57f3ee tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Enqueued Resource ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 with Priority: HIGHEST for action security_group_members [ 653.795930] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 with Priority: HIGHEST for action security_group_members [ 653.796594] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.798838] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.798838] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.798838] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.798838] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.798838] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.798838] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.798838] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.798838] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.798838] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.900344] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('414fcbc7-7267-4d60-9e52-6e85dc5f9125',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.905457] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dcd2779c-5492-4db7-a6ce-7f0d97e611de: rpc.has_security_group_logging(os_id): False [ 653.929944] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.930105] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.930169] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.930380] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.930493] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.930709] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.930831] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.930903] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.931074] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.931201] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.931248] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de is going to be created. [ 654.008140] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.008307] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.008466] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.008684] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.008944] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.021492] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de in Status: IN_PROGRESS for 2s [ 654.265983] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-128 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.265983] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-128" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.265983] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-128" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.265983] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-128" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.266220] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.266302] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.268375] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.268375] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.268375] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.268375] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.268375] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.268375] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.268375] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.268375] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.268375] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.268375] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.285173] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.285335] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 654.285466] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.285666] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-128" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.285979] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.286944] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.286944] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.286944] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.286944] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.300628] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.300823] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.300921] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.301174] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.301348] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.301575] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.301757] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.301757] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.302079] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.302215] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.302351] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 already deleted. [ 654.302473] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.404788] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.404788] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.404788] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.404788] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.404788] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.404788] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 414fcbc7-7267-4d60-9e52-6e85dc5f9125 is going to be created. [ 654.429969] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.429969] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.429969] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.429969] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.429969] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.437416] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 414fcbc7-7267-4d60-9e52-6e85dc5f9125 in Status: UNINITIALIZED for 2s [ 654.790971] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.791334] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.791494] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.791798] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.791955] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.792126] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc not found, creating... [ 654.792415] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.792574] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.794235] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.794235] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.794235] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.794235] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.794235] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.794235] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.794235] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.795301] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.795301] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc is going to be created. [ 654.815436] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.815436] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.815436] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.815717] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.815899] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.816165] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.632152] env[62781]: INFO networking_nsxv3.common.synchronization [req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c req-bc786049-686e-454f-aa31-ea5b29081870 service nova] Enqueued Resource ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 with Priority: HIGHEST for action security_group_rules [ 655.632678] env[62781]: INFO networking_nsxv3.common.synchronization [req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c req-bc786049-686e-454f-aa31-ea5b29081870 service nova] Enqueued Resource ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 with Priority: HIGHEST for action security_group_members [ 655.633452] env[62781]: INFO networking_nsxv3.common.synchronization [req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c req-bc786049-686e-454f-aa31-ea5b29081870 service nova] Enqueued Resource ID: 6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc with Priority: HIGHEST for action port [ 655.633991] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 with Priority: HIGHEST for action security_group_rules [ 655.634172] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 with Priority: HIGHEST for action security_group_members [ 655.634286] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc with Priority: HIGHEST for action port [ 655.634564] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.634688] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.634760] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.635021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.635103] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.635964] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.636080] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.636145] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.636311] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.636449] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.636539] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.636596] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.636729] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.636822] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.636897] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.638886] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.638989] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.639577] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.639756] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.639841] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.035208] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de in Status: SUCCESS [ 656.035544] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.146881] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.146881] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.146881] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.146881] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc with status ACTIVE [ 656.146881] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.146881] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.146881] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.147864] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.147864] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.148518] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.148518] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.148518] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.149655] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.149655] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.149655] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.149655] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.149655] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.149876] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.149876] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.149959] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc is going to be updated. [ 656.170987] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.171299] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.171299] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.171483] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.171572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.171729] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.457591] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 414fcbc7-7267-4d60-9e52-6e85dc5f9125 in Status: SUCCESS [ 656.457901] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-414fcbc7-7267-4d60-9e52-6e85dc5f9125" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.458279] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-414fcbc7-7267-4d60-9e52-6e85dc5f9125" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.458514] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-414fcbc7-7267-4d60-9e52-6e85dc5f9125" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.458756] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.458910] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.458977] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.459222] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.459322] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.459413] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-414fcbc7-7267-4d60-9e52-6e85dc5f9125" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.459576] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('414fcbc7-7267-4d60-9e52-6e85dc5f9125',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.502922] env[62781]: INFO networking_nsxv3.common.synchronization [req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b req-b81634fb-6d32-4815-846a-03faf3e29f1a tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Enqueued Resource ID: df86dd15-f958-47b3-96b7-532db1d33daf with Priority: HIGHEST for action security_group_members [ 656.502922] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df86dd15-f958-47b3-96b7-532db1d33daf with Priority: HIGHEST for action security_group_members [ 656.503147] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-df86dd15-f958-47b3-96b7-532db1d33daf taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.503282] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.503364] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.504227] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.504227] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.504227] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.504227] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.504430] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.504465] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.504600] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df86dd15-f958-47b3-96b7-532db1d33daf',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.653549] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.949715] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.949715] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.949715] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.954197] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.954810] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.955042] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.955129] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.955557] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.955794] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.957311] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 656.957311] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.957311] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.957311] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.957311] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 656.957311] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.957311] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.961872] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('414fcbc7-7267-4d60-9e52-6e85dc5f9125',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.976281] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.976589] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 656.976789] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.977070] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.977412] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-4694114a-aa1f-440b-b6d1-83e936dcd489 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.977629] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-4694114a-aa1f-440b-b6d1-83e936dcd489" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.977742] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-4694114a-aa1f-440b-b6d1-83e936dcd489" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.978233] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-4694114a-aa1f-440b-b6d1-83e936dcd489" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.978388] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4694114a-aa1f-440b-b6d1-83e936dcd489',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.006972] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df86dd15-f958-47b3-96b7-532db1d33daf',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.160667] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.161086] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.161086] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.161658] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.161805] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.161866] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 is going to be created. [ 657.185471] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.185471] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.185471] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.185708] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.186086] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.196681] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 in Status: UNINITIALIZED for 2s [ 657.465578] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 414fcbc7-7267-4d60-9e52-6e85dc5f9125: rpc.has_security_group_logging(os_id): False [ 657.480881] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.481181] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.481323] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.482019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.482019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.482019] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 4694114a-aa1f-440b-b6d1-83e936dcd489 not found, creating... [ 657.482257] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.482956] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.482956] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.482956] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.482956] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.483177] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.483295] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.483436] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.484039] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.484039] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.484039] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 4694114a-aa1f-440b-b6d1-83e936dcd489 is going to be created. [ 657.486226] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.486355] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.486429] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.486675] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.486675] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.486906] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.487016] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.487089] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.487237] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.487311] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.487398] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 414fcbc7-7267-4d60-9e52-6e85dc5f9125 is going to be created. [ 657.509443] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.509843] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.510041] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.510396] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.510683] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.510971] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-4694114a-aa1f-440b-b6d1-83e936dcd489" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.516404] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df86dd15-f958-47b3-96b7-532db1d33daf',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.558621] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.558753] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.559044] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.559232] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.559440] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.571792] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 414fcbc7-7267-4d60-9e52-6e85dc5f9125 in Status: IN_PROGRESS for 2s [ 658.019036] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.019176] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.019312] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.019545] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.019601] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.019696] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df86dd15-f958-47b3-96b7-532db1d33daf is going to be updated. [ 658.048283] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.048283] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.048283] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.048583] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.048583] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.056983] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df86dd15-f958-47b3-96b7-532db1d33daf in Status: IN_PROGRESS for 2s [ 658.423336] env[62781]: INFO networking_nsxv3.common.synchronization [req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b req-18fc2626-51f3-4bec-b328-d68d259abc5a service nova] Enqueued Resource ID: df86dd15-f958-47b3-96b7-532db1d33daf with Priority: HIGHEST for action security_group_rules [ 658.423336] env[62781]: INFO networking_nsxv3.common.synchronization [req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b req-18fc2626-51f3-4bec-b328-d68d259abc5a service nova] Enqueued Resource ID: df86dd15-f958-47b3-96b7-532db1d33daf with Priority: HIGHEST for action security_group_members [ 658.423760] env[62781]: INFO networking_nsxv3.common.synchronization [req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b req-18fc2626-51f3-4bec-b328-d68d259abc5a service nova] Enqueued Resource ID: 4694114a-aa1f-440b-b6d1-83e936dcd489 with Priority: HIGHEST for action port [ 658.424150] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df86dd15-f958-47b3-96b7-532db1d33daf with Priority: HIGHEST for action security_group_rules [ 658.424639] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df86dd15-f958-47b3-96b7-532db1d33daf with Priority: HIGHEST for action security_group_members [ 658.424639] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4694114a-aa1f-440b-b6d1-83e936dcd489 with Priority: HIGHEST for action port [ 658.424923] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df86dd15-f958-47b3-96b7-532db1d33daf taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.425172] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.425613] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.425613] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.425932] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df86dd15-f958-47b3-96b7-532db1d33daf',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.426903] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-df86dd15-f958-47b3-96b7-532db1d33daf taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.427123] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.427396] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-4694114a-aa1f-440b-b6d1-83e936dcd489 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.427513] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4694114a-aa1f-440b-b6d1-83e936dcd489" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.427579] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4694114a-aa1f-440b-b6d1-83e936dcd489" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.427860] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4694114a-aa1f-440b-b6d1-83e936dcd489" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.428068] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4694114a-aa1f-440b-b6d1-83e936dcd489',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.932319] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-df86dd15-f958-47b3-96b7-532db1d33daf taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.932440] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.936018] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4694114a-aa1f-440b-b6d1-83e936dcd489 with status ACTIVE [ 658.936018] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.936018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.936018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.936018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.936018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.936018] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.936018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.936018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.936018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.936018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.936018] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.936018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.936018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.936018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.936018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.936018] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4694114a-aa1f-440b-b6d1-83e936dcd489 is going to be updated. [ 658.964908] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.965060] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.965145] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.965332] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.965464] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.965618] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4694114a-aa1f-440b-b6d1-83e936dcd489" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.208949] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 in Status: SUCCESS [ 659.208949] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.208949] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.208949] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.208949] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.208949] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.208949] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.208949] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.208949] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.208949] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.208949] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.586991] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 414fcbc7-7267-4d60-9e52-6e85dc5f9125 in Status: SUCCESS [ 659.587329] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-414fcbc7-7267-4d60-9e52-6e85dc5f9125" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.712010] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.712193] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.712268] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.712521] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.712664] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.712764] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.712828] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.712976] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.713071] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.713162] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.713305] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.713398] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.713461] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.713602] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.713736] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.713837] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.713928] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.714110] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.714344] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.714544] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.714653] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.068889] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df86dd15-f958-47b3-96b7-532db1d33daf in Status: SUCCESS [ 660.068889] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.068889] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.068889] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.068889] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.068889] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.068889] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.068889] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.068889] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.068889] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df86dd15-f958-47b3-96b7-532db1d33daf',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.218752] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd62f6a3-9e7a-48df-a4b5-11ac81efbe85: rpc.has_security_group_logging(os_id): False [ 660.239024] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.239024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.239024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.239024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.239024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.239024] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.239024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.239024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.239024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.239024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.239024] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.239024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.239024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.239024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.239024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.239798] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.239798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.239798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.240172] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.240391] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.242073] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 is going to be created. [ 660.297034] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.297034] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.297034] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.297034] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.297034] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.307085] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 in Status: IN_PROGRESS for 2s [ 660.573554] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df86dd15-f958-47b3-96b7-532db1d33daf',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.077095] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df86dd15-f958-47b3-96b7-532db1d33daf',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.290476] env[62781]: INFO networking_nsxv3.common.synchronization [req-4b814e12-0465-4cc1-a770-cb4d748e7e1d req-8e11cc82-ee48-4d55-8182-15e1e5d7ceb7 tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Enqueued Resource ID: ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab with Priority: HIGHEST for action security_group_members [ 661.291029] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab with Priority: HIGHEST for action security_group_members [ 661.291374] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.291499] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.291570] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.291781] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.291929] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.292253] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.292767] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.292978] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.293120] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.293250] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.582821] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.582985] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.583074] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.583328] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.583452] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.586832] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df86dd15-f958-47b3-96b7-532db1d33daf is going to be updated. [ 661.615601] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.615601] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.615601] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.615601] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.615601] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.624155] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df86dd15-f958-47b3-96b7-532db1d33daf in Status: IN_PROGRESS for 2s [ 661.797617] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.797617] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.797739] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.797994] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.798099] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.798296] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.798398] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.798462] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.798615] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.798683] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.798774] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab is going to be updated. [ 661.823902] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.824051] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.824128] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.824335] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.824464] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.834757] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab in Status: IN_PROGRESS for 2s [ 662.319085] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 in Status: SUCCESS [ 662.319377] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.635265] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df86dd15-f958-47b3-96b7-532db1d33daf in Status: SUCCESS [ 663.635587] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.635587] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.636786] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.636786] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.636786] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.636786] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.636786] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.636786] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.636786] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.636786] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df86dd15-f958-47b3-96b7-532db1d33daf',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.843883] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab in Status: SUCCESS [ 663.844798] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab deletion is rescheduled due to dependency. [ 663.844798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.140498] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-df86dd15-f958-47b3-96b7-532db1d33daf taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.140781] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.140946] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.141259] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.141517] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.141729] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.141882] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.142508] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.142711] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.142927] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.143211] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-df86dd15-f958-47b3-96b7-532db1d33daf taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.143424] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.143574] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.143802] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.144066] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.144282] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.145862] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.145862] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.145862] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.145862] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.145862] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df86dd15-f958-47b3-96b7-532db1d33daf',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.646981] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df86dd15-f958-47b3-96b7-532db1d33daf: rpc.has_security_group_logging(os_id): False [ 664.668023] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.668023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.668023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.668023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.668023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.668023] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.668023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.668023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.668023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.668023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.668023] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.668848] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.668937] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.669743] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.669743] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.669743] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.669743] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.669743] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.669743] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.669743] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.670081] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df86dd15-f958-47b3-96b7-532db1d33daf is going to be updated. [ 664.730441] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.730613] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.730669] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.730873] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.731368] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.743897] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df86dd15-f958-47b3-96b7-532db1d33daf in Status: IN_PROGRESS for 2s [ 665.997626] env[62781]: INFO networking_nsxv3.common.synchronization [req-e28a40ab-07f3-4c80-9840-bd6ee841c5cf req-1e54ddd0-51d0-479f-a32c-7d32fff73c6c tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Enqueued Resource ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad with Priority: HIGHEST for action security_group_members [ 665.998073] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad with Priority: HIGHEST for action security_group_members [ 665.998972] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b32e37-0883-4972-aadc-60f41c1aa9ad taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.001511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.001511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.001511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.001511] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.001511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.001511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.001511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.001511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.001511] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2b32e37-0883-4972-aadc-60f41c1aa9ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.298415] env[62781]: INFO networking_nsxv3.common.synchronization [None req-e74d733e-18b2-4f46-879b-a4b2cc0951fa None None] Enqueued Resource ID: d9ec1563-c9cc-466a-905f-2928ac2a1d98 with Priority: HIGHEST for action port [ 666.298582] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ec1563-c9cc-466a-905f-2928ac2a1d98 with Priority: HIGHEST for action port [ 666.299179] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9ec1563-c9cc-466a-905f-2928ac2a1d98 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.300605] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9ec1563-c9cc-466a-905f-2928ac2a1d98" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.300605] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9ec1563-c9cc-466a-905f-2928ac2a1d98" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.300605] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9ec1563-c9cc-466a-905f-2928ac2a1d98" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.300605] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9ec1563-c9cc-466a-905f-2928ac2a1d98',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.504769] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.504936] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.505075] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.505326] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.505412] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.505542] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.505642] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.505700] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.506022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.506022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.506022] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad is going to be updated. [ 666.539283] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.539836] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.539836] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.539836] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.539836] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.549966] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad in Status: IN_PROGRESS for 2s [ 666.759134] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df86dd15-f958-47b3-96b7-532db1d33daf in Status: SUCCESS [ 666.759354] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.803236] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9ec1563-c9cc-466a-905f-2928ac2a1d98 [ 666.803494] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.803623] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.803692] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.803957] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.804070] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.804156] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9ec1563-c9cc-466a-905f-2928ac2a1d98 already deleted. [ 666.804243] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9ec1563-c9cc-466a-905f-2928ac2a1d98" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.204405] env[62781]: INFO networking_nsxv3.common.synchronization [None req-aed53036-ee33-407a-bcd4-9b2197ac1f31 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Enqueued Resource ID: 3ab92a7f-90ff-4d89-b702-15a0e7d01293 with Priority: HIGHEST for action security_group_rules [ 668.204972] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ab92a7f-90ff-4d89-b702-15a0e7d01293 with Priority: HIGHEST for action security_group_rules [ 668.205809] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ab92a7f-90ff-4d89-b702-15a0e7d01293 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.206252] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ab92a7f-90ff-4d89-b702-15a0e7d01293" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.206371] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ab92a7f-90ff-4d89-b702-15a0e7d01293" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.206710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ab92a7f-90ff-4d89-b702-15a0e7d01293" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.206800] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ab92a7f-90ff-4d89-b702-15a0e7d01293',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.229732] env[62781]: INFO networking_nsxv3.common.synchronization [None req-ab05c4b1-481b-42b4-8b98-ae33d97620fa None None] Enqueued Resource ID: 67482f61-da1c-4a3a-ab7b-50fce117cc14 with Priority: HIGHEST for action port [ 668.229997] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67482f61-da1c-4a3a-ab7b-50fce117cc14 with Priority: HIGHEST for action port [ 668.230680] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-67482f61-da1c-4a3a-ab7b-50fce117cc14 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.230680] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67482f61-da1c-4a3a-ab7b-50fce117cc14" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.230680] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67482f61-da1c-4a3a-ab7b-50fce117cc14" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.230940] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67482f61-da1c-4a3a-ab7b-50fce117cc14" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.230940] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67482f61-da1c-4a3a-ab7b-50fce117cc14',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.563427] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad in Status: SUCCESS [ 668.564207] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad deletion is rescheduled due to dependency. [ 668.564207] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.652276] env[62781]: INFO networking_nsxv3.common.synchronization [None req-2bf0e17e-ea36-4392-b4b7-47a2f60a538d tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Enqueued Resource ID: 3ab92a7f-90ff-4d89-b702-15a0e7d01293 with Priority: HIGHEST for action security_group_rules [ 668.656145] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ab92a7f-90ff-4d89-b702-15a0e7d01293 with Priority: HIGHEST for action security_group_rules [ 668.656145] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ab92a7f-90ff-4d89-b702-15a0e7d01293 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.656145] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ab92a7f-90ff-4d89-b702-15a0e7d01293" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.731682] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.731682] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.731682] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.731682] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.731682] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.731682] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ab92a7f-90ff-4d89-b702-15a0e7d01293 already deleted. [ 668.731682] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ab92a7f-90ff-4d89-b702-15a0e7d01293" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.731682] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ab92a7f-90ff-4d89-b702-15a0e7d01293" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.731682] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ab92a7f-90ff-4d89-b702-15a0e7d01293" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.731682] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ab92a7f-90ff-4d89-b702-15a0e7d01293',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.732729] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67482f61-da1c-4a3a-ab7b-50fce117cc14 [ 668.732992] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.733121] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.733186] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.733691] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.733790] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.733889] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67482f61-da1c-4a3a-ab7b-50fce117cc14 already deleted. [ 668.733973] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67482f61-da1c-4a3a-ab7b-50fce117cc14" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.239786] env[62781]: INFO networking_nsxv3.common.synchronization [None req-5765a366-2e7f-4f5d-839f-9fcaf623cff0 None None] Enqueued Resource ID: 2e366013-7fd9-4ae9-9a82-82d6fbe66014 with Priority: HIGHEST for action port [ 669.240358] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e366013-7fd9-4ae9-9a82-82d6fbe66014 with Priority: HIGHEST for action port [ 669.240683] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e366013-7fd9-4ae9-9a82-82d6fbe66014 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.240835] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e366013-7fd9-4ae9-9a82-82d6fbe66014" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.240922] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e366013-7fd9-4ae9-9a82-82d6fbe66014" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.241275] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e366013-7fd9-4ae9-9a82-82d6fbe66014" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.241663] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e366013-7fd9-4ae9-9a82-82d6fbe66014',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.251861] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.251942] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.251982] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.253255] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.253255] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.253255] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ab92a7f-90ff-4d89-b702-15a0e7d01293 already deleted. [ 669.253255] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ab92a7f-90ff-4d89-b702-15a0e7d01293" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.682140] env[62781]: INFO networking_nsxv3.common.synchronization [None req-7fa63df3-cfbb-47a0-99ec-66f084629edb None None] Enqueued Resource ID: e604a1e3-f997-40d1-b04d-0cc913b4b800 with Priority: HIGHEST for action port [ 669.682140] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e604a1e3-f997-40d1-b04d-0cc913b4b800 with Priority: HIGHEST for action port [ 669.682140] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-e604a1e3-f997-40d1-b04d-0cc913b4b800 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.682140] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e604a1e3-f997-40d1-b04d-0cc913b4b800" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.682140] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e604a1e3-f997-40d1-b04d-0cc913b4b800" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.682558] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e604a1e3-f997-40d1-b04d-0cc913b4b800" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.682558] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e604a1e3-f997-40d1-b04d-0cc913b4b800',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.743837] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e366013-7fd9-4ae9-9a82-82d6fbe66014 [ 669.744080] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.744208] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.744277] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.744485] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.744854] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.744960] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e366013-7fd9-4ae9-9a82-82d6fbe66014 already deleted. [ 669.745072] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e366013-7fd9-4ae9-9a82-82d6fbe66014" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.186872] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e604a1e3-f997-40d1-b04d-0cc913b4b800 [ 670.186872] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.186872] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.186872] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.187195] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.187195] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.187382] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e604a1e3-f997-40d1-b04d-0cc913b4b800 already deleted. [ 670.187382] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e604a1e3-f997-40d1-b04d-0cc913b4b800" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.705515] env[62781]: INFO networking_nsxv3.common.synchronization [None req-5527f46f-bb31-46a4-a811-4a772973715f None None] Enqueued Resource ID: d7894209-1f4c-43b5-9827-6aed26a75994 with Priority: HIGHEST for action port [ 671.705683] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7894209-1f4c-43b5-9827-6aed26a75994 with Priority: HIGHEST for action port [ 671.706286] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7894209-1f4c-43b5-9827-6aed26a75994 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.706414] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7894209-1f4c-43b5-9827-6aed26a75994" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.706483] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7894209-1f4c-43b5-9827-6aed26a75994" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.706721] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7894209-1f4c-43b5-9827-6aed26a75994" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.706806] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7894209-1f4c-43b5-9827-6aed26a75994',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.209863] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7894209-1f4c-43b5-9827-6aed26a75994 [ 672.210577] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.210577] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.210577] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.211668] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.211668] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.211668] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7894209-1f4c-43b5-9827-6aed26a75994 already deleted. [ 672.211668] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7894209-1f4c-43b5-9827-6aed26a75994" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.406689] env[62781]: INFO networking_nsxv3.common.synchronization [None req-7ad6310d-0cb7-483e-a3a1-d1b3b69051ce None None] Enqueued Resource ID: a093a3fb-b598-492e-9fec-6c3b2296fdf2 with Priority: HIGHEST for action port [ 672.411340] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a093a3fb-b598-492e-9fec-6c3b2296fdf2 with Priority: HIGHEST for action port [ 672.411705] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-a093a3fb-b598-492e-9fec-6c3b2296fdf2 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.411785] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a093a3fb-b598-492e-9fec-6c3b2296fdf2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.411876] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a093a3fb-b598-492e-9fec-6c3b2296fdf2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.412256] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a093a3fb-b598-492e-9fec-6c3b2296fdf2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.412256] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a093a3fb-b598-492e-9fec-6c3b2296fdf2',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.647524] env[62781]: INFO networking_nsxv3.common.synchronization [None req-d8d70156-2bdb-4b7e-bfbd-2ed4352aa468 None None] Enqueued Resource ID: c1c75032-8875-4a85-a4b1-530bec388646 with Priority: HIGHEST for action port [ 672.648226] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1c75032-8875-4a85-a4b1-530bec388646 with Priority: HIGHEST for action port [ 672.648793] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1c75032-8875-4a85-a4b1-530bec388646 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.648793] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1c75032-8875-4a85-a4b1-530bec388646" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.648793] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1c75032-8875-4a85-a4b1-530bec388646" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.649088] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1c75032-8875-4a85-a4b1-530bec388646" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.649171] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1c75032-8875-4a85-a4b1-530bec388646',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.918338] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a093a3fb-b598-492e-9fec-6c3b2296fdf2 [ 672.918338] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.918338] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.918338] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.918338] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.918338] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.918338] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a093a3fb-b598-492e-9fec-6c3b2296fdf2 already deleted. [ 672.918338] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a093a3fb-b598-492e-9fec-6c3b2296fdf2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.152966] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1c75032-8875-4a85-a4b1-530bec388646 [ 673.153273] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.153409] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.153482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.153959] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.153959] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.153959] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1c75032-8875-4a85-a4b1-530bec388646 already deleted. [ 673.153959] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1c75032-8875-4a85-a4b1-530bec388646" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.517459] env[62781]: INFO networking_nsxv3.common.synchronization [None req-fccdaa9d-34b3-444d-8187-6e9a1aadbba3 None None] Enqueued Resource ID: b2f16f4c-c928-4b16-bd68-4f376b122d95 with Priority: HIGHEST for action port [ 673.517749] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f16f4c-c928-4b16-bd68-4f376b122d95 with Priority: HIGHEST for action port [ 673.518356] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2f16f4c-c928-4b16-bd68-4f376b122d95 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.518470] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2f16f4c-c928-4b16-bd68-4f376b122d95" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.518536] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2f16f4c-c928-4b16-bd68-4f376b122d95" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.518787] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2f16f4c-c928-4b16-bd68-4f376b122d95" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.518882] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2f16f4c-c928-4b16-bd68-4f376b122d95',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.900923] env[62781]: INFO networking_nsxv3.common.synchronization [None req-3f8d7127-fbbf-4bc4-8cc4-7756296c5407 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Enqueued Resource ID: 0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7 with Priority: HIGHEST for action security_group_rules [ 673.900923] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7 with Priority: HIGHEST for action security_group_rules [ 673.900923] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.900923] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.900923] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.901602] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.901859] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.001837] env[62781]: INFO networking_nsxv3.common.synchronization [None req-4016ef57-6591-42f2-b69e-764a77aa902c tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Enqueued Resource ID: 0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7 with Priority: HIGHEST for action security_group_rules [ 674.002398] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7 with Priority: HIGHEST for action security_group_rules [ 674.002758] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.002876] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.021926] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2f16f4c-c928-4b16-bd68-4f376b122d95 [ 674.022294] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.022389] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.022457] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.022670] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.022777] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.022882] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2f16f4c-c928-4b16-bd68-4f376b122d95 already deleted. [ 674.022970] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2f16f4c-c928-4b16-bd68-4f376b122d95" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.424917] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.425090] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.425162] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.425376] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.425464] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.425562] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7 already deleted. [ 674.425646] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.425864] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.425958] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.426051] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.629026] env[62781]: INFO networking_nsxv3.common.synchronization [req-c79ee05c-af0e-439b-bc33-c2a5ba78bd82 req-3913d03a-4485-4dcf-bc6b-c01b457d107e tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Enqueued Resource ID: df86dd15-f958-47b3-96b7-532db1d33daf with Priority: HIGHEST for action security_group_members [ 674.629026] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df86dd15-f958-47b3-96b7-532db1d33daf with Priority: HIGHEST for action security_group_members [ 674.629026] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-df86dd15-f958-47b3-96b7-532db1d33daf taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.629026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.629026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.629026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.629026] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.629026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.629026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.629026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.629026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.629520] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df86dd15-f958-47b3-96b7-532db1d33daf',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.948342] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.948342] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.948342] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.948826] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.949318] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.949318] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7 already deleted. [ 674.949318] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.962162] env[62781]: INFO networking_nsxv3.common.synchronization [req-b7f43278-c916-4b4f-a63c-dea78fc270a7 req-79bd38c0-1edc-44f0-ad23-126c27bafd30 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Enqueued Resource ID: fd4671d0-c1f6-48ae-987f-764935f5392b with Priority: HIGHEST for action security_group_members [ 674.962162] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd4671d0-c1f6-48ae-987f-764935f5392b with Priority: HIGHEST for action security_group_members [ 674.962738] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd4671d0-c1f6-48ae-987f-764935f5392b taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.963049] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.965351] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.965351] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.965351] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.965351] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.965351] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.965351] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.965351] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.965351] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd4671d0-c1f6-48ae-987f-764935f5392b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.131259] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df86dd15-f958-47b3-96b7-532db1d33daf',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.248826] env[62781]: INFO networking_nsxv3.common.synchronization [None req-2e020d4d-bd18-46df-bf27-bf23a88aa289 None None] Enqueued Resource ID: a38ffbc2-bfe1-445e-877d-65c250ff4547 with Priority: HIGHEST for action port [ 675.253996] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a38ffbc2-bfe1-445e-877d-65c250ff4547 with Priority: HIGHEST for action port [ 675.254585] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-a38ffbc2-bfe1-445e-877d-65c250ff4547 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.254706] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a38ffbc2-bfe1-445e-877d-65c250ff4547" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.254772] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a38ffbc2-bfe1-445e-877d-65c250ff4547" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.256442] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a38ffbc2-bfe1-445e-877d-65c250ff4547" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.256581] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a38ffbc2-bfe1-445e-877d-65c250ff4547',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.416144] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.416364] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-571" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.416491] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-571" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.416821] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-571" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.417309] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.417309] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.417421] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.417566] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.417819] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.417944] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 675.421314] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 675.421512] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 675.422292] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 675.422485] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 675.422634] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 675.422820] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 675.441592] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 675.444879] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 675.444879] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 675.444879] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-571" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.444879] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-d96ad0c0-75f9-4548-b658-a28424330f3d taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.444879] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-d96ad0c0-75f9-4548-b658-a28424330f3d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.444879] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-d96ad0c0-75f9-4548-b658-a28424330f3d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.444879] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-d96ad0c0-75f9-4548-b658-a28424330f3d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.444879] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d96ad0c0-75f9-4548-b658-a28424330f3d',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.469712] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.469869] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.469943] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.470161] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.470268] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.470472] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.470570] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.470633] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.470777] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.470852] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.470937] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd4671d0-c1f6-48ae-987f-764935f5392b already deleted. [ 675.471048] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.637338] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df86dd15-f958-47b3-96b7-532db1d33daf',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.759056] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a38ffbc2-bfe1-445e-877d-65c250ff4547 [ 675.759341] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.759512] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.759585] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.759838] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.759958] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.760076] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a38ffbc2-bfe1-445e-877d-65c250ff4547 already deleted. [ 675.760181] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a38ffbc2-bfe1-445e-877d-65c250ff4547" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.945850] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.946148] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.946332] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.946556] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.946707] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.946869] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port d96ad0c0-75f9-4548-b658-a28424330f3d not found, creating... [ 675.947154] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.947314] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.947431] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.947657] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.947860] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.948373] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.948638] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.948857] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.949383] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.950255] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.950255] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: d96ad0c0-75f9-4548-b658-a28424330f3d is going to be created. [ 675.969600] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.969748] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.969971] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.970145] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.970391] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.970611] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-d96ad0c0-75f9-4548-b658-a28424330f3d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.139326] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.139603] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.139603] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.139847] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.139968] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.140222] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df86dd15-f958-47b3-96b7-532db1d33daf is going to be updated. [ 676.169594] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.169594] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.169594] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.169594] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.169861] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.177524] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df86dd15-f958-47b3-96b7-532db1d33daf in Status: IN_PROGRESS for 2s [ 676.640416] env[62781]: INFO networking_nsxv3.common.synchronization [None req-6d6001e0-8a4f-4056-93d0-16cdf1b2e21c None None] Enqueued Resource ID: 443306c3-f031-4482-9b44-519b84a041e0 with Priority: HIGHEST for action port [ 676.640664] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 443306c3-f031-4482-9b44-519b84a041e0 with Priority: HIGHEST for action port [ 676.641269] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-443306c3-f031-4482-9b44-519b84a041e0 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.641384] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-443306c3-f031-4482-9b44-519b84a041e0" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.641449] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-443306c3-f031-4482-9b44-519b84a041e0" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.643575] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-443306c3-f031-4482-9b44-519b84a041e0" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.643575] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('443306c3-f031-4482-9b44-519b84a041e0',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.870557] env[62781]: INFO networking_nsxv3.common.synchronization [req-b7f43278-c916-4b4f-a63c-dea78fc270a7 req-06429489-8769-4dd0-a153-26aacb00e01c service nova] Enqueued Resource ID: fd4671d0-c1f6-48ae-987f-764935f5392b with Priority: HIGHEST for action security_group_rules [ 676.870557] env[62781]: INFO networking_nsxv3.common.synchronization [req-b7f43278-c916-4b4f-a63c-dea78fc270a7 req-06429489-8769-4dd0-a153-26aacb00e01c service nova] Enqueued Resource ID: fd4671d0-c1f6-48ae-987f-764935f5392b with Priority: HIGHEST for action security_group_members [ 676.870557] env[62781]: INFO networking_nsxv3.common.synchronization [req-b7f43278-c916-4b4f-a63c-dea78fc270a7 req-06429489-8769-4dd0-a153-26aacb00e01c service nova] Enqueued Resource ID: d96ad0c0-75f9-4548-b658-a28424330f3d with Priority: HIGHEST for action port [ 676.870557] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd4671d0-c1f6-48ae-987f-764935f5392b with Priority: HIGHEST for action security_group_rules [ 676.870557] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd4671d0-c1f6-48ae-987f-764935f5392b with Priority: HIGHEST for action security_group_members [ 676.870557] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96ad0c0-75f9-4548-b658-a28424330f3d with Priority: HIGHEST for action port [ 676.872145] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd4671d0-c1f6-48ae-987f-764935f5392b taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.872145] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.872145] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.872145] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.872145] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd4671d0-c1f6-48ae-987f-764935f5392b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.872995] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd4671d0-c1f6-48ae-987f-764935f5392b taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.874071] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.874071] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.874071] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.874071] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.874071] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.874071] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.874071] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.874071] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.874071] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd4671d0-c1f6-48ae-987f-764935f5392b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.874935] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-d96ad0c0-75f9-4548-b658-a28424330f3d taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.875311] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d96ad0c0-75f9-4548-b658-a28424330f3d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.875449] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d96ad0c0-75f9-4548-b658-a28424330f3d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.875671] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d96ad0c0-75f9-4548-b658-a28424330f3d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.875777] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d96ad0c0-75f9-4548-b658-a28424330f3d',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.146061] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 443306c3-f031-4482-9b44-519b84a041e0 [ 677.146322] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.146484] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.146532] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.146734] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.146842] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.146929] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:443306c3-f031-4482-9b44-519b84a041e0 already deleted. [ 677.146994] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-443306c3-f031-4482-9b44-519b84a041e0" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.378043] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd4671d0-c1f6-48ae-987f-764935f5392b taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.378043] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.378222] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd4671d0-c1f6-48ae-987f-764935f5392b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.379137] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d96ad0c0-75f9-4548-b658-a28424330f3d with status ACTIVE [ 677.382579] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.382579] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.382579] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.382579] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.382579] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.382579] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.382579] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.382579] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.382579] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.382579] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.382579] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.382579] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.382579] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.382579] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.382579] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.382579] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d96ad0c0-75f9-4548-b658-a28424330f3d is going to be updated. [ 677.402075] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.402075] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.402075] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.402075] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.402075] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.402075] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d96ad0c0-75f9-4548-b658-a28424330f3d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.740971] env[62781]: INFO networking_nsxv3.common.synchronization [req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac req-8cb93afe-eb95-44c3-a5ff-bdc11aa28060 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Enqueued Resource ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 with Priority: HIGHEST for action security_group_members [ 677.741573] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 with Priority: HIGHEST for action security_group_members [ 677.741899] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.742696] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.742696] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.742696] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.742854] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.744688] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.745084] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.745084] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.745084] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.745205] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.883309] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd4671d0-c1f6-48ae-987f-764935f5392b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.165951] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-128 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.166267] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-128" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.166309] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-128" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.166573] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-128" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.166835] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.166993] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.167149] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.167335] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.167496] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.167707] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 678.167819] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.167932] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.170612] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.170766] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 678.170887] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.171046] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.185051] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df86dd15-f958-47b3-96b7-532db1d33daf in Status: SUCCESS [ 678.185138] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.189796] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.189963] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 678.190124] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.190288] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-128" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.190590] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-65d93d8b-ae2e-4556-ab61-592f2662d335 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.190760] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-65d93d8b-ae2e-4556-ab61-592f2662d335" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.190883] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-65d93d8b-ae2e-4556-ab61-592f2662d335" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.191232] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-65d93d8b-ae2e-4556-ab61-592f2662d335" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.191383] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65d93d8b-ae2e-4556-ab61-592f2662d335',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.247333] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.389872] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.389872] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.389872] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.389872] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.389872] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.389872] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd4671d0-c1f6-48ae-987f-764935f5392b is going to be created. [ 678.411849] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.411849] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.411849] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.411849] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.411849] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.421200] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd4671d0-c1f6-48ae-987f-764935f5392b in Status: UNINITIALIZED for 2s [ 678.694243] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.694771] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.695096] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.695709] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.697177] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.697177] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 65d93d8b-ae2e-4556-ab61-592f2662d335 not found, creating... [ 678.697177] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.697177] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.697177] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.697921] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.698294] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.700809] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.700809] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.700809] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.700809] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.700809] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.700809] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 65d93d8b-ae2e-4556-ab61-592f2662d335 is going to be created. [ 678.718090] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.718592] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.718902] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.720796] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.720796] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.720796] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-65d93d8b-ae2e-4556-ab61-592f2662d335" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.750982] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.252554] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.252859] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.252859] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.252997] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.253116] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.253216] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 is going to be updated. [ 679.287877] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.288325] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.288415] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.288637] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.288794] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.298227] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 in Status: IN_PROGRESS for 2s [ 679.621415] env[62781]: INFO networking_nsxv3.common.synchronization [req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac req-23469539-c5d3-4e2a-a0cf-343b3f88b610 service nova] Enqueued Resource ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 with Priority: HIGHEST for action security_group_rules [ 679.621622] env[62781]: INFO networking_nsxv3.common.synchronization [req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac req-23469539-c5d3-4e2a-a0cf-343b3f88b610 service nova] Enqueued Resource ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 with Priority: HIGHEST for action security_group_members [ 679.621757] env[62781]: INFO networking_nsxv3.common.synchronization [req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac req-23469539-c5d3-4e2a-a0cf-343b3f88b610 service nova] Enqueued Resource ID: 65d93d8b-ae2e-4556-ab61-592f2662d335 with Priority: HIGHEST for action port [ 679.621997] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 with Priority: HIGHEST for action security_group_rules [ 679.622139] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 with Priority: HIGHEST for action security_group_members [ 679.622232] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65d93d8b-ae2e-4556-ab61-592f2662d335 with Priority: HIGHEST for action port [ 679.622855] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.622998] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.623090] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.623304] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.623393] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.624321] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.624380] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.624589] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-65d93d8b-ae2e-4556-ab61-592f2662d335 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.624677] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65d93d8b-ae2e-4556-ab61-592f2662d335" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.624746] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65d93d8b-ae2e-4556-ab61-592f2662d335" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.624927] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65d93d8b-ae2e-4556-ab61-592f2662d335" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.624999] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65d93d8b-ae2e-4556-ab61-592f2662d335',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.132114] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.132114] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.132114] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65d93d8b-ae2e-4556-ab61-592f2662d335 with status ACTIVE [ 680.132114] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.132114] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.132114] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.132114] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.132114] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.132114] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.132114] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.132114] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.132114] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.132114] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.132114] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.132546] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.132546] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.132546] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.132546] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.132546] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65d93d8b-ae2e-4556-ab61-592f2662d335 is going to be updated. [ 680.151020] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.151020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.151020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.151020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.151020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.151020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65d93d8b-ae2e-4556-ab61-592f2662d335" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.429796] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd4671d0-c1f6-48ae-987f-764935f5392b in Status: SUCCESS [ 680.430100] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.430231] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.430457] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.430656] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.430772] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.430839] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.430992] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.431085] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.431173] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.431270] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd4671d0-c1f6-48ae-987f-764935f5392b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.933481] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd4671d0-c1f6-48ae-987f-764935f5392b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.309451] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 in Status: SUCCESS [ 681.309767] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.310038] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.310347] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.310612] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.310790] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.310891] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.311170] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.311315] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.311439] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.436242] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd4671d0-c1f6-48ae-987f-764935f5392b: rpc.has_security_group_logging(os_id): False [ 681.458456] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.458715] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.458715] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.459049] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.459189] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.459462] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.459603] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.459687] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.459875] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.459981] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.460108] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd4671d0-c1f6-48ae-987f-764935f5392b is going to be created. [ 681.527079] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.527242] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.527311] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.527544] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.527735] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.554244] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd4671d0-c1f6-48ae-987f-764935f5392b in Status: IN_PROGRESS for 2s [ 681.814985] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.248470] env[62781]: INFO networking_nsxv3.common.synchronization [None req-929faddc-dd61-44ff-9433-480768865eb4 None None] Enqueued Resource ID: fee79da6-198f-4879-85ad-c4bcdb4fd40d with Priority: HIGHEST for action port [ 682.248470] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fee79da6-198f-4879-85ad-c4bcdb4fd40d with Priority: HIGHEST for action port [ 682.248903] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-fee79da6-198f-4879-85ad-c4bcdb4fd40d taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.249059] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fee79da6-198f-4879-85ad-c4bcdb4fd40d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.249128] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fee79da6-198f-4879-85ad-c4bcdb4fd40d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.249383] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fee79da6-198f-4879-85ad-c4bcdb4fd40d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.249524] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fee79da6-198f-4879-85ad-c4bcdb4fd40d',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.319714] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.755682] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fee79da6-198f-4879-85ad-c4bcdb4fd40d [ 682.755999] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.756114] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.756185] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.756409] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.756508] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.756598] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fee79da6-198f-4879-85ad-c4bcdb4fd40d already deleted. [ 682.756680] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fee79da6-198f-4879-85ad-c4bcdb4fd40d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.822329] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.822437] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.822486] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.822910] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.822910] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.822910] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 is going to be updated. [ 682.852950] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.853245] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.853338] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.853612] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.853833] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.864356] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 in Status: IN_PROGRESS for 2s [ 683.224028] env[62781]: INFO networking_nsxv3.common.synchronization [None req-b8a6166f-e5bf-444a-9b5c-51ef51037caa tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Enqueued Resource ID: 59c72323-5d56-4b90-937a-f67aecdff33a with Priority: HIGHEST for action security_group_rules [ 683.224699] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59c72323-5d56-4b90-937a-f67aecdff33a with Priority: HIGHEST for action security_group_rules [ 683.226209] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59c72323-5d56-4b90-937a-f67aecdff33a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.228133] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59c72323-5d56-4b90-937a-f67aecdff33a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.228240] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59c72323-5d56-4b90-937a-f67aecdff33a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.228573] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59c72323-5d56-4b90-937a-f67aecdff33a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.228666] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59c72323-5d56-4b90-937a-f67aecdff33a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.333108] env[62781]: INFO networking_nsxv3.common.synchronization [None req-f0561e51-2560-4155-b6a6-62be93767c60 tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Enqueued Resource ID: 59c72323-5d56-4b90-937a-f67aecdff33a with Priority: HIGHEST for action security_group_rules [ 683.333108] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59c72323-5d56-4b90-937a-f67aecdff33a with Priority: HIGHEST for action security_group_rules [ 683.334848] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59c72323-5d56-4b90-937a-f67aecdff33a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.334848] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59c72323-5d56-4b90-937a-f67aecdff33a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.565138] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd4671d0-c1f6-48ae-987f-764935f5392b in Status: SUCCESS [ 683.565367] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.748725] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.748870] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.749467] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.749467] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.749467] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.749467] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59c72323-5d56-4b90-937a-f67aecdff33a already deleted. [ 683.749467] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59c72323-5d56-4b90-937a-f67aecdff33a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.749658] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59c72323-5d56-4b90-937a-f67aecdff33a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.749773] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59c72323-5d56-4b90-937a-f67aecdff33a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.749856] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59c72323-5d56-4b90-937a-f67aecdff33a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.269927] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.270235] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.270235] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.270385] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.270487] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.270587] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59c72323-5d56-4b90-937a-f67aecdff33a already deleted. [ 684.270699] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59c72323-5d56-4b90-937a-f67aecdff33a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.577452] env[62781]: INFO networking_nsxv3.common.synchronization [req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca req-db34452f-b5b4-4867-9f10-804c91270920 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Enqueued Resource ID: 99916862-7487-40ba-9802-535b0ade8c5c with Priority: HIGHEST for action security_group_members [ 684.577974] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99916862-7487-40ba-9802-535b0ade8c5c with Priority: HIGHEST for action security_group_members [ 684.579384] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-99916862-7487-40ba-9802-535b0ade8c5c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.579514] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.579583] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.579838] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.579992] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.580122] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.580240] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.580422] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.580511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.580608] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99916862-7487-40ba-9802-535b0ade8c5c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.636289] env[62781]: INFO networking_nsxv3.common.synchronization [None req-f09c4228-069f-4d40-87d0-3b2d803c18df None None] Enqueued Resource ID: 30df6c41-a8f9-4929-93d6-2fba1810447a with Priority: HIGHEST for action port [ 684.636542] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30df6c41-a8f9-4929-93d6-2fba1810447a with Priority: HIGHEST for action port [ 684.637095] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-30df6c41-a8f9-4929-93d6-2fba1810447a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.637226] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30df6c41-a8f9-4929-93d6-2fba1810447a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.637295] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30df6c41-a8f9-4929-93d6-2fba1810447a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.639722] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30df6c41-a8f9-4929-93d6-2fba1810447a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.639722] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30df6c41-a8f9-4929-93d6-2fba1810447a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.876205] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 in Status: SUCCESS [ 684.879068] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.879068] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.879068] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.879068] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.879068] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.879068] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.879068] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.879068] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.879068] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.879068] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.031019] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-245 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.031019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-245" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.031019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-245" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.031019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-245" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.031019] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.031019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.031019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.031019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.031019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.033509] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 685.033667] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.033794] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.033908] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.034041] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 685.034151] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.034287] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.052258] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.052258] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 685.052258] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.052372] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-245" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.052689] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-1ef63f19-c182-4eda-b61e-f725ba7cc34f taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.052832] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-1ef63f19-c182-4eda-b61e-f725ba7cc34f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.054114] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-1ef63f19-c182-4eda-b61e-f725ba7cc34f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.054114] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-1ef63f19-c182-4eda-b61e-f725ba7cc34f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.054400] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ef63f19-c182-4eda-b61e-f725ba7cc34f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.082595] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.083429] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.083558] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.083839] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.083923] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.084405] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.084405] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.084627] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.084861] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.084861] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.084947] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99916862-7487-40ba-9802-535b0ade8c5c already deleted. [ 685.085042] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.140991] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30df6c41-a8f9-4929-93d6-2fba1810447a [ 685.140991] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.140991] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.140991] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.140991] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.141171] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.141292] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30df6c41-a8f9-4929-93d6-2fba1810447a already deleted. [ 685.141292] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30df6c41-a8f9-4929-93d6-2fba1810447a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.382821] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.383168] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.383168] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.383313] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.383483] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.383584] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.383649] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.383797] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.383884] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.383971] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.384137] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.384231] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.384294] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.384729] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.384729] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.384729] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.384940] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.384940] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.384994] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.385547] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.385547] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.556442] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.556679] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.556809] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.557118] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.557272] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.557434] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 1ef63f19-c182-4eda-b61e-f725ba7cc34f not found, creating... [ 685.557714] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.557939] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.558125] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.558366] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.558505] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.558789] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.558946] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.559098] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.559343] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.559479] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.559622] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 1ef63f19-c182-4eda-b61e-f725ba7cc34f is going to be created. [ 685.580901] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.581203] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.581264] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.581524] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.581752] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.581973] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-1ef63f19-c182-4eda-b61e-f725ba7cc34f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.888448] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd62f6a3-9e7a-48df-a4b5-11ac81efbe85: rpc.has_security_group_logging(os_id): False [ 685.905122] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.905266] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.905339] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.905552] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.905641] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.905829] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.905925] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.906675] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.906675] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.906675] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.906675] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.906675] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.906675] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.906930] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.906930] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.907469] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.907469] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.907469] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.907469] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.907879] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.907879] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 is going to be updated. [ 685.968738] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.968880] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.968966] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.969732] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.969732] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.984172] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 in Status: IN_PROGRESS for 2s [ 686.377572] env[62781]: INFO networking_nsxv3.common.synchronization [req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca req-bee499ca-6fa0-4489-a6dd-a59e42d1f44d service nova] Enqueued Resource ID: 99916862-7487-40ba-9802-535b0ade8c5c with Priority: HIGHEST for action security_group_rules [ 686.379594] env[62781]: INFO networking_nsxv3.common.synchronization [req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca req-bee499ca-6fa0-4489-a6dd-a59e42d1f44d service nova] Enqueued Resource ID: 99916862-7487-40ba-9802-535b0ade8c5c with Priority: HIGHEST for action security_group_members [ 686.380687] env[62781]: INFO networking_nsxv3.common.synchronization [req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca req-bee499ca-6fa0-4489-a6dd-a59e42d1f44d service nova] Enqueued Resource ID: 1ef63f19-c182-4eda-b61e-f725ba7cc34f with Priority: HIGHEST for action port [ 686.381151] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99916862-7487-40ba-9802-535b0ade8c5c with Priority: HIGHEST for action security_group_rules [ 686.381340] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99916862-7487-40ba-9802-535b0ade8c5c with Priority: HIGHEST for action security_group_members [ 686.381479] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ef63f19-c182-4eda-b61e-f725ba7cc34f with Priority: HIGHEST for action port [ 686.381744] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99916862-7487-40ba-9802-535b0ade8c5c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.381878] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.381945] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.382176] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.386102] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99916862-7487-40ba-9802-535b0ade8c5c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.387733] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-99916862-7487-40ba-9802-535b0ade8c5c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.387965] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.388017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.389343] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.389343] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.389343] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.389343] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.389343] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.389584] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.389584] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99916862-7487-40ba-9802-535b0ade8c5c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.391915] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ef63f19-c182-4eda-b61e-f725ba7cc34f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.392059] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ef63f19-c182-4eda-b61e-f725ba7cc34f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.392131] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ef63f19-c182-4eda-b61e-f725ba7cc34f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.392311] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ef63f19-c182-4eda-b61e-f725ba7cc34f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.392397] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ef63f19-c182-4eda-b61e-f725ba7cc34f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.893017] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99916862-7487-40ba-9802-535b0ade8c5c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.894317] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-99916862-7487-40ba-9802-535b0ade8c5c taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.894523] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.897640] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ef63f19-c182-4eda-b61e-f725ba7cc34f with status ACTIVE [ 686.898186] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.898186] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.898322] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.898595] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.898682] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.898970] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.899112] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.899190] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.899442] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.899570] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.899828] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.899947] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.900168] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.900225] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.900340] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.900481] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ef63f19-c182-4eda-b61e-f725ba7cc34f is going to be updated. [ 686.923963] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.924137] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.924189] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.924961] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.925128] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.925333] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ef63f19-c182-4eda-b61e-f725ba7cc34f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.090831] env[62781]: INFO networking_nsxv3.common.synchronization [req-7f0cd332-8c75-4c24-b752-61dda7b3115c req-e6b1b406-faa8-490b-8113-3775308a44f7 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Enqueued Resource ID: cab2e530-c83d-409b-b957-a8bc417d0bce with Priority: HIGHEST for action security_group_members [ 687.091396] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab2e530-c83d-409b-b957-a8bc417d0bce with Priority: HIGHEST for action security_group_members [ 687.091727] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab2e530-c83d-409b-b957-a8bc417d0bce taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.091857] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.091917] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.092233] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.092408] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.092512] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.092650] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.092744] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.092827] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.092932] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cab2e530-c83d-409b-b957-a8bc417d0bce',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.397639] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99916862-7487-40ba-9802-535b0ade8c5c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.595516] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.595682] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.596547] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.596547] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.596547] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.596547] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.596547] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.596547] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.596898] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.596898] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.596898] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cab2e530-c83d-409b-b957-a8bc417d0bce already deleted. [ 687.596898] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.902616] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.902616] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.902616] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.902928] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.902928] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.903017] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99916862-7487-40ba-9802-535b0ade8c5c is going to be created. [ 687.922147] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-822 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.922326] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-822" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.922453] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-822" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.922850] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-822" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.923132] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.923294] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.923414] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.923629] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.923780] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.923989] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 687.924286] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.924415] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.924526] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.924641] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 687.924748] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.924879] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.926640] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.926759] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.926828] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.926980] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.927147] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.937107] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99916862-7487-40ba-9802-535b0ade8c5c in Status: UNINITIALIZED for 2s [ 687.944089] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.944241] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 687.944377] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.944533] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-822" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.944796] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-4bd6f493-a3a3-462c-85fa-0695d4603f58 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.944954] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-4bd6f493-a3a3-462c-85fa-0695d4603f58" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.945090] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-4bd6f493-a3a3-462c-85fa-0695d4603f58" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.945364] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-4bd6f493-a3a3-462c-85fa-0695d4603f58" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.945502] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bd6f493-a3a3-462c-85fa-0695d4603f58',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.997105] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 in Status: SUCCESS [ 687.997105] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.449226] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.449226] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.449226] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.449667] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.449667] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.449667] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 4bd6f493-a3a3-462c-85fa-0695d4603f58 not found, creating... [ 688.449853] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.450017] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.450135] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.450374] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.450523] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.450884] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.451025] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.451081] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.452048] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.452048] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.452048] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 4bd6f493-a3a3-462c-85fa-0695d4603f58 is going to be created. [ 688.470754] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.470974] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.471118] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.471507] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.471766] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.472013] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-4bd6f493-a3a3-462c-85fa-0695d4603f58" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.377726] env[62781]: INFO networking_nsxv3.common.synchronization [req-7f0cd332-8c75-4c24-b752-61dda7b3115c req-c0e22bf2-00c5-4f17-83b2-ad44cb1fb0d7 service nova] Enqueued Resource ID: cab2e530-c83d-409b-b957-a8bc417d0bce with Priority: HIGHEST for action security_group_rules [ 689.377916] env[62781]: INFO networking_nsxv3.common.synchronization [req-7f0cd332-8c75-4c24-b752-61dda7b3115c req-c0e22bf2-00c5-4f17-83b2-ad44cb1fb0d7 service nova] Enqueued Resource ID: cab2e530-c83d-409b-b957-a8bc417d0bce with Priority: HIGHEST for action security_group_members [ 689.379226] env[62781]: INFO networking_nsxv3.common.synchronization [req-7f0cd332-8c75-4c24-b752-61dda7b3115c req-c0e22bf2-00c5-4f17-83b2-ad44cb1fb0d7 service nova] Enqueued Resource ID: 4bd6f493-a3a3-462c-85fa-0695d4603f58 with Priority: HIGHEST for action port [ 689.379226] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab2e530-c83d-409b-b957-a8bc417d0bce with Priority: HIGHEST for action security_group_rules [ 689.379226] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab2e530-c83d-409b-b957-a8bc417d0bce with Priority: HIGHEST for action security_group_members [ 689.379226] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd6f493-a3a3-462c-85fa-0695d4603f58 with Priority: HIGHEST for action port [ 689.380655] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cab2e530-c83d-409b-b957-a8bc417d0bce taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.380821] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.380920] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.381932] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.381932] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cab2e530-c83d-409b-b957-a8bc417d0bce',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.382179] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab2e530-c83d-409b-b957-a8bc417d0bce taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.382260] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.382318] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.382487] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.382630] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.382721] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.382781] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.382919] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.382997] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.383112] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cab2e530-c83d-409b-b957-a8bc417d0bce',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.383903] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bd6f493-a3a3-462c-85fa-0695d4603f58 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.384034] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bd6f493-a3a3-462c-85fa-0695d4603f58" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.384832] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bd6f493-a3a3-462c-85fa-0695d4603f58" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.385185] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bd6f493-a3a3-462c-85fa-0695d4603f58" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.385272] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bd6f493-a3a3-462c-85fa-0695d4603f58',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.816440] env[62781]: INFO networking_nsxv3.common.synchronization [req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db req-6829893d-06e6-4ced-959a-3167a581b391 tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Enqueued Resource ID: cc7ad28d-abde-49df-adf6-c8a040efcfd6 with Priority: HIGHEST for action security_group_members [ 689.816440] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc7ad28d-abde-49df-adf6-c8a040efcfd6 with Priority: HIGHEST for action security_group_members [ 689.816440] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc7ad28d-abde-49df-adf6-c8a040efcfd6 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.817288] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc7ad28d-abde-49df-adf6-c8a040efcfd6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.817488] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc7ad28d-abde-49df-adf6-c8a040efcfd6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.817862] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc7ad28d-abde-49df-adf6-c8a040efcfd6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.818162] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.818466] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.818642] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.818891] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.820287] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.820505] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc7ad28d-abde-49df-adf6-c8a040efcfd6',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.891957] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bd6f493-a3a3-462c-85fa-0695d4603f58 with status ACTIVE [ 689.891957] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.891957] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.891957] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.891957] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.891957] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.891957] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.891957] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.891957] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.891957] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.891957] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.891957] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.891957] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.891957] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.891957] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.891957] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.891957] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bd6f493-a3a3-462c-85fa-0695d4603f58 is going to be updated. [ 689.896476] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cab2e530-c83d-409b-b957-a8bc417d0bce',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.896476] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab2e530-c83d-409b-b957-a8bc417d0bce taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.896476] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.914580] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.914693] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.914744] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.914954] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.915094] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.915253] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bd6f493-a3a3-462c-85fa-0695d4603f58" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.947188] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99916862-7487-40ba-9802-535b0ade8c5c in Status: SUCCESS [ 689.947188] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.947188] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.947188] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.947188] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.947188] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.947188] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.947188] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.947188] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.947188] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.947188] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99916862-7487-40ba-9802-535b0ade8c5c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.230194] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.230412] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.230537] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.230800] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.231291] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.231491] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.231614] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.231829] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.231973] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.232201] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 690.232319] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.232431] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.232538] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.232650] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 690.232757] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.232885] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.250671] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.250824] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 690.250963] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.251154] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.251430] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-52b294b2-6b5f-48ad-8611-2a3ad1166722 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.251584] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-52b294b2-6b5f-48ad-8611-2a3ad1166722" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.251701] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-52b294b2-6b5f-48ad-8611-2a3ad1166722" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.251987] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-52b294b2-6b5f-48ad-8611-2a3ad1166722" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.252146] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52b294b2-6b5f-48ad-8611-2a3ad1166722',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.327491] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.327702] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.327702] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.327967] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.328130] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.328334] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.328538] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.328538] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.328650] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.328728] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.328814] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc7ad28d-abde-49df-adf6-c8a040efcfd6 already deleted. [ 690.328891] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc7ad28d-abde-49df-adf6-c8a040efcfd6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.396988] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cab2e530-c83d-409b-b957-a8bc417d0bce',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.449143] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99916862-7487-40ba-9802-535b0ade8c5c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.754569] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.754823] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.754966] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.755349] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.755530] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.755725] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 52b294b2-6b5f-48ad-8611-2a3ad1166722 not found, creating... [ 690.756035] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.756291] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.756450] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.756733] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.756885] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.758694] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.758935] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.759145] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.759411] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.759657] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.760061] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 52b294b2-6b5f-48ad-8611-2a3ad1166722 is going to be created. [ 690.778989] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.779245] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.782639] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.782639] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.782639] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.782639] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-52b294b2-6b5f-48ad-8611-2a3ad1166722" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.899951] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.900239] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.900239] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.900408] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.900833] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.900833] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cab2e530-c83d-409b-b957-a8bc417d0bce is going to be created. [ 690.936498] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.936648] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.936720] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.936931] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.937137] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.946756] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab2e530-c83d-409b-b957-a8bc417d0bce in Status: UNINITIALIZED for 2s [ 690.951138] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99916862-7487-40ba-9802-535b0ade8c5c: rpc.has_security_group_logging(os_id): False [ 690.969293] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.969293] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.969293] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.969293] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.969483] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.969733] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.969933] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.970161] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.970161] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.970246] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.970649] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99916862-7487-40ba-9802-535b0ade8c5c is going to be created. [ 691.028337] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.028458] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.028494] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.028697] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.028906] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.041399] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99916862-7487-40ba-9802-535b0ade8c5c in Status: IN_PROGRESS for 2s [ 691.732193] env[62781]: INFO networking_nsxv3.common.synchronization [req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db req-d3028404-6485-42d8-a4b6-ac66fabc214b service nova] Enqueued Resource ID: cc7ad28d-abde-49df-adf6-c8a040efcfd6 with Priority: HIGHEST for action security_group_rules [ 691.732423] env[62781]: INFO networking_nsxv3.common.synchronization [req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db req-d3028404-6485-42d8-a4b6-ac66fabc214b service nova] Enqueued Resource ID: cc7ad28d-abde-49df-adf6-c8a040efcfd6 with Priority: HIGHEST for action security_group_members [ 691.732577] env[62781]: INFO networking_nsxv3.common.synchronization [req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db req-d3028404-6485-42d8-a4b6-ac66fabc214b service nova] Enqueued Resource ID: 52b294b2-6b5f-48ad-8611-2a3ad1166722 with Priority: HIGHEST for action port [ 691.732816] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc7ad28d-abde-49df-adf6-c8a040efcfd6 with Priority: HIGHEST for action security_group_rules [ 691.732947] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc7ad28d-abde-49df-adf6-c8a040efcfd6 with Priority: HIGHEST for action security_group_members [ 691.733137] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52b294b2-6b5f-48ad-8611-2a3ad1166722 with Priority: HIGHEST for action port [ 691.733728] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc7ad28d-abde-49df-adf6-c8a040efcfd6 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.733852] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc7ad28d-abde-49df-adf6-c8a040efcfd6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.733908] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc7ad28d-abde-49df-adf6-c8a040efcfd6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.734177] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc7ad28d-abde-49df-adf6-c8a040efcfd6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.734263] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc7ad28d-abde-49df-adf6-c8a040efcfd6',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.735086] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc7ad28d-abde-49df-adf6-c8a040efcfd6 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.735203] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc7ad28d-abde-49df-adf6-c8a040efcfd6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.735270] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc7ad28d-abde-49df-adf6-c8a040efcfd6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.735429] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc7ad28d-abde-49df-adf6-c8a040efcfd6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.736009] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.736009] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.736009] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.736009] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.736009] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.736260] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc7ad28d-abde-49df-adf6-c8a040efcfd6',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.736773] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-52b294b2-6b5f-48ad-8611-2a3ad1166722 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.736865] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52b294b2-6b5f-48ad-8611-2a3ad1166722" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.736943] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52b294b2-6b5f-48ad-8611-2a3ad1166722" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.738431] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52b294b2-6b5f-48ad-8611-2a3ad1166722" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.738431] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52b294b2-6b5f-48ad-8611-2a3ad1166722',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.198308] env[62781]: INFO networking_nsxv3.common.synchronization [req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c req-aa9cf8d8-98d1-4851-b16f-ff9d09831ccd tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Enqueued Resource ID: 7feb6cd4-abd1-4d44-9e50-08f516a59e5e with Priority: HIGHEST for action security_group_members [ 692.198870] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7feb6cd4-abd1-4d44-9e50-08f516a59e5e with Priority: HIGHEST for action security_group_members [ 692.199222] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7feb6cd4-abd1-4d44-9e50-08f516a59e5e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.199366] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7feb6cd4-abd1-4d44-9e50-08f516a59e5e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.199442] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7feb6cd4-abd1-4d44-9e50-08f516a59e5e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.199705] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7feb6cd4-abd1-4d44-9e50-08f516a59e5e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.200371] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.200532] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.200623] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.200846] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.200941] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.201049] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7feb6cd4-abd1-4d44-9e50-08f516a59e5e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.239418] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc7ad28d-abde-49df-adf6-c8a040efcfd6 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.239418] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc7ad28d-abde-49df-adf6-c8a040efcfd6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.239418] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc7ad28d-abde-49df-adf6-c8a040efcfd6',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.241492] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52b294b2-6b5f-48ad-8611-2a3ad1166722 with status ACTIVE [ 692.241794] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.241883] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.241883] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.242111] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.242271] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.242383] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.242504] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.242581] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.242883] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.242883] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.243018] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.243118] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.243179] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.243321] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.243394] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.243476] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52b294b2-6b5f-48ad-8611-2a3ad1166722 is going to be updated. [ 692.271187] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.271187] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.271187] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.271187] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.271187] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.271187] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52b294b2-6b5f-48ad-8611-2a3ad1166722" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.567534] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-804 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.567803] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-804" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.567990] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-804" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.568424] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-804" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.568782] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.568990] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.569185] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.569444] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.569614] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.569866] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 692.569984] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 692.570108] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 692.570221] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 692.570363] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 692.570434] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 692.570586] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 692.589111] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 692.589347] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 692.589564] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 692.589787] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-804" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.590176] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-6aec1cf6-cba7-4dfe-b9b5-4395c5133d1e taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.590417] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-6aec1cf6-cba7-4dfe-b9b5-4395c5133d1e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.590586] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-6aec1cf6-cba7-4dfe-b9b5-4395c5133d1e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.590971] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-6aec1cf6-cba7-4dfe-b9b5-4395c5133d1e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.591180] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6aec1cf6-cba7-4dfe-b9b5-4395c5133d1e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.702873] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.703092] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.703143] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.703340] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.703431] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.703631] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.703731] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.703794] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.703943] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.704028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.704116] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7feb6cd4-abd1-4d44-9e50-08f516a59e5e already deleted. [ 692.704198] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7feb6cd4-abd1-4d44-9e50-08f516a59e5e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.741699] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc7ad28d-abde-49df-adf6-c8a040efcfd6',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.957029] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab2e530-c83d-409b-b957-a8bc417d0bce in Status: SUCCESS [ 692.957370] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.957445] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.957626] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.957819] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.957975] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.957975] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.958382] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.958466] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.958558] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.958652] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cab2e530-c83d-409b-b957-a8bc417d0bce',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.056266] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99916862-7487-40ba-9802-535b0ade8c5c in Status: SUCCESS [ 693.056480] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.093910] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.094031] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.094185] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.094719] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.094719] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.094826] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 6aec1cf6-cba7-4dfe-b9b5-4395c5133d1e not found, creating... [ 693.095031] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.095192] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.095309] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.095523] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.095656] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.095940] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.096152] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.096344] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.096478] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.096610] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.096749] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 6aec1cf6-cba7-4dfe-b9b5-4395c5133d1e is going to be created. [ 693.133947] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.133947] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.133947] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.133947] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.133947] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.134243] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-6aec1cf6-cba7-4dfe-b9b5-4395c5133d1e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.243756] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.244048] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.244048] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.244235] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.244329] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.244430] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc7ad28d-abde-49df-adf6-c8a040efcfd6 is going to be created. [ 693.275795] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.275795] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.275795] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.275995] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.275995] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.284446] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc7ad28d-abde-49df-adf6-c8a040efcfd6 in Status: UNINITIALIZED for 2s [ 693.461269] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab2e530-c83d-409b-b957-a8bc417d0bce taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.461269] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.461269] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.461492] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.461656] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.461754] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.461817] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.461961] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.462061] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.462152] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.462337] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab2e530-c83d-409b-b957-a8bc417d0bce taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.462441] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.462487] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.462626] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.462763] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.462852] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.462913] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.463061] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.463136] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.463217] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.463304] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cab2e530-c83d-409b-b957-a8bc417d0bce',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.849049] env[62781]: INFO networking_nsxv3.common.synchronization [req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c req-2b5a361e-00df-42b6-b794-01b3e3df61c3 service nova] Enqueued Resource ID: 7feb6cd4-abd1-4d44-9e50-08f516a59e5e with Priority: HIGHEST for action security_group_rules [ 693.849686] env[62781]: INFO networking_nsxv3.common.synchronization [req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c req-2b5a361e-00df-42b6-b794-01b3e3df61c3 service nova] Enqueued Resource ID: 7feb6cd4-abd1-4d44-9e50-08f516a59e5e with Priority: HIGHEST for action security_group_members [ 693.849686] env[62781]: INFO networking_nsxv3.common.synchronization [req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c req-2b5a361e-00df-42b6-b794-01b3e3df61c3 service nova] Enqueued Resource ID: 6aec1cf6-cba7-4dfe-b9b5-4395c5133d1e with Priority: HIGHEST for action port [ 693.849995] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7feb6cd4-abd1-4d44-9e50-08f516a59e5e with Priority: HIGHEST for action security_group_rules [ 693.850876] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7feb6cd4-abd1-4d44-9e50-08f516a59e5e with Priority: HIGHEST for action security_group_members [ 693.850999] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aec1cf6-cba7-4dfe-b9b5-4395c5133d1e with Priority: HIGHEST for action port [ 693.851322] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7feb6cd4-abd1-4d44-9e50-08f516a59e5e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.851522] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7feb6cd4-abd1-4d44-9e50-08f516a59e5e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.851522] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7feb6cd4-abd1-4d44-9e50-08f516a59e5e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.851816] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7feb6cd4-abd1-4d44-9e50-08f516a59e5e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.851912] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7feb6cd4-abd1-4d44-9e50-08f516a59e5e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.852859] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7feb6cd4-abd1-4d44-9e50-08f516a59e5e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.852998] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7feb6cd4-abd1-4d44-9e50-08f516a59e5e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.853069] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7feb6cd4-abd1-4d44-9e50-08f516a59e5e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.853257] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7feb6cd4-abd1-4d44-9e50-08f516a59e5e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.853429] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.853519] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.853586] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.853731] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.853817] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.853929] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7feb6cd4-abd1-4d44-9e50-08f516a59e5e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.855315] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-6aec1cf6-cba7-4dfe-b9b5-4395c5133d1e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.855484] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6aec1cf6-cba7-4dfe-b9b5-4395c5133d1e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.855552] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6aec1cf6-cba7-4dfe-b9b5-4395c5133d1e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.855671] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6aec1cf6-cba7-4dfe-b9b5-4395c5133d1e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.855749] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6aec1cf6-cba7-4dfe-b9b5-4395c5133d1e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.967056] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cab2e530-c83d-409b-b957-a8bc417d0bce: rpc.has_security_group_logging(os_id): False [ 693.984369] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.985111] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.985260] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.985566] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.985693] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.986020] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.986228] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.986291] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.986474] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.986617] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.986871] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.986996] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.987093] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.987298] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.987406] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.987642] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.987759] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.987826] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.987977] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.988130] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.988350] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cab2e530-c83d-409b-b957-a8bc417d0bce is going to be created. [ 694.064417] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.064659] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.064712] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.064940] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.065142] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.076494] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cab2e530-c83d-409b-b957-a8bc417d0bce in Status: IN_PROGRESS for 2s [ 694.357784] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7feb6cd4-abd1-4d44-9e50-08f516a59e5e taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.358242] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7feb6cd4-abd1-4d44-9e50-08f516a59e5e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.359320] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6aec1cf6-cba7-4dfe-b9b5-4395c5133d1e with status ACTIVE [ 694.359519] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.359654] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.359731] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.359923] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.360141] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.360246] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.360549] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.360549] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.360549] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.361250] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.361250] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.361250] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.361250] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.361250] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.361250] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.361250] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6aec1cf6-cba7-4dfe-b9b5-4395c5133d1e is going to be updated. [ 694.362535] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7feb6cd4-abd1-4d44-9e50-08f516a59e5e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.381968] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.382112] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.382227] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.382591] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.382591] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.382708] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6aec1cf6-cba7-4dfe-b9b5-4395c5133d1e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.864801] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7feb6cd4-abd1-4d44-9e50-08f516a59e5e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.278464] env[62781]: INFO networking_nsxv3.common.synchronization [None req-705824d2-f27e-4b92-bb52-5b99b6ed11fe tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Enqueued Resource ID: 5c822644-a67f-43c2-9d33-862e5af9974f with Priority: HIGHEST for action security_group_rules [ 695.278464] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c822644-a67f-43c2-9d33-862e5af9974f with Priority: HIGHEST for action security_group_rules [ 695.278464] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c822644-a67f-43c2-9d33-862e5af9974f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.278647] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c822644-a67f-43c2-9d33-862e5af9974f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.278647] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c822644-a67f-43c2-9d33-862e5af9974f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.278918] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c822644-a67f-43c2-9d33-862e5af9974f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.279015] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c822644-a67f-43c2-9d33-862e5af9974f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.293372] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc7ad28d-abde-49df-adf6-c8a040efcfd6 in Status: SUCCESS [ 695.293863] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc7ad28d-abde-49df-adf6-c8a040efcfd6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.293863] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc7ad28d-abde-49df-adf6-c8a040efcfd6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.293966] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc7ad28d-abde-49df-adf6-c8a040efcfd6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.294444] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.294444] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.294444] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.294444] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.294607] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.294607] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc7ad28d-abde-49df-adf6-c8a040efcfd6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.294696] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc7ad28d-abde-49df-adf6-c8a040efcfd6',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.370115] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.370371] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.370371] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.370577] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.370641] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.370766] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7feb6cd4-abd1-4d44-9e50-08f516a59e5e is going to be created. [ 695.394299] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.394299] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.394299] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.394299] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.394299] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.397783] env[62781]: INFO networking_nsxv3.common.synchronization [None req-713f158e-2868-4db1-bd33-77884fc2214c tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Enqueued Resource ID: 5c822644-a67f-43c2-9d33-862e5af9974f with Priority: HIGHEST for action security_group_rules [ 695.397989] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c822644-a67f-43c2-9d33-862e5af9974f with Priority: HIGHEST for action security_group_rules [ 695.398646] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c822644-a67f-43c2-9d33-862e5af9974f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.398750] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c822644-a67f-43c2-9d33-862e5af9974f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.401981] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7feb6cd4-abd1-4d44-9e50-08f516a59e5e in Status: UNINITIALIZED for 2s [ 695.799378] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.799519] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.799589] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.799805] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.799891] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.799989] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c822644-a67f-43c2-9d33-862e5af9974f already deleted. [ 695.800084] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c822644-a67f-43c2-9d33-862e5af9974f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.800398] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc7ad28d-abde-49df-adf6-c8a040efcfd6 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.800521] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc7ad28d-abde-49df-adf6-c8a040efcfd6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.800559] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc7ad28d-abde-49df-adf6-c8a040efcfd6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.800695] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc7ad28d-abde-49df-adf6-c8a040efcfd6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.800833] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.800917] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.800975] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.801122] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.801243] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.801716] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc7ad28d-abde-49df-adf6-c8a040efcfd6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.801855] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc7ad28d-abde-49df-adf6-c8a040efcfd6 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.802018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc7ad28d-abde-49df-adf6-c8a040efcfd6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.803465] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc7ad28d-abde-49df-adf6-c8a040efcfd6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.803635] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc7ad28d-abde-49df-adf6-c8a040efcfd6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.803781] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.803877] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.804153] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.804153] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.804275] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.804275] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc7ad28d-abde-49df-adf6-c8a040efcfd6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.804350] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc7ad28d-abde-49df-adf6-c8a040efcfd6',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.805253] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c822644-a67f-43c2-9d33-862e5af9974f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.805399] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c822644-a67f-43c2-9d33-862e5af9974f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.805480] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c822644-a67f-43c2-9d33-862e5af9974f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.089029] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cab2e530-c83d-409b-b957-a8bc417d0bce in Status: SUCCESS [ 696.089236] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.314681] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc7ad28d-abde-49df-adf6-c8a040efcfd6: rpc.has_security_group_logging(os_id): False [ 696.334380] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.334520] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.334611] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.334830] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.334922] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.335031] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c822644-a67f-43c2-9d33-862e5af9974f already deleted. [ 696.335115] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c822644-a67f-43c2-9d33-862e5af9974f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.336012] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.336142] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.336209] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.336379] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.336470] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.336663] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.336766] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.336836] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.336986] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.337197] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.337330] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.337423] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.337500] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.337699] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.337747] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.337904] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.337993] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.338062] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.338211] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.338278] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.338364] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc7ad28d-abde-49df-adf6-c8a040efcfd6 is going to be created. [ 696.395469] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.395856] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.395856] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.395920] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.396126] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.406395] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc7ad28d-abde-49df-adf6-c8a040efcfd6 in Status: IN_PROGRESS for 2s [ 697.411672] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7feb6cd4-abd1-4d44-9e50-08f516a59e5e in Status: SUCCESS [ 697.411672] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7feb6cd4-abd1-4d44-9e50-08f516a59e5e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.411672] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7feb6cd4-abd1-4d44-9e50-08f516a59e5e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.412289] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7feb6cd4-abd1-4d44-9e50-08f516a59e5e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.412289] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.412289] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.412289] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.412445] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.412445] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.412538] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7feb6cd4-abd1-4d44-9e50-08f516a59e5e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.412628] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7feb6cd4-abd1-4d44-9e50-08f516a59e5e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.915035] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7feb6cd4-abd1-4d44-9e50-08f516a59e5e taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.915035] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7feb6cd4-abd1-4d44-9e50-08f516a59e5e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.915035] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7feb6cd4-abd1-4d44-9e50-08f516a59e5e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.915302] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7feb6cd4-abd1-4d44-9e50-08f516a59e5e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.915462] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.915579] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.915648] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.915810] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.915895] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.916013] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7feb6cd4-abd1-4d44-9e50-08f516a59e5e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.916176] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7feb6cd4-abd1-4d44-9e50-08f516a59e5e taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.916275] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7feb6cd4-abd1-4d44-9e50-08f516a59e5e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.916338] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7feb6cd4-abd1-4d44-9e50-08f516a59e5e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.916478] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7feb6cd4-abd1-4d44-9e50-08f516a59e5e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.916621] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.916702] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.916765] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.916937] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.917032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.917118] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7feb6cd4-abd1-4d44-9e50-08f516a59e5e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.917209] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7feb6cd4-abd1-4d44-9e50-08f516a59e5e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.417218] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc7ad28d-abde-49df-adf6-c8a040efcfd6 in Status: SUCCESS [ 698.417467] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc7ad28d-abde-49df-adf6-c8a040efcfd6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.418833] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7feb6cd4-abd1-4d44-9e50-08f516a59e5e: rpc.has_security_group_logging(os_id): False [ 698.434139] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.434321] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.434399] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.434639] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.434755] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.434979] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.435106] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.435189] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.435359] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.435463] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.435691] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.435793] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.435881] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.436136] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.436230] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.436448] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.436549] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.436625] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.436788] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.436889] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.436983] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7feb6cd4-abd1-4d44-9e50-08f516a59e5e is going to be created. [ 698.487833] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.487978] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.488066] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.488428] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.488618] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.498665] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7feb6cd4-abd1-4d44-9e50-08f516a59e5e in Status: IN_PROGRESS for 2s [ 700.399512] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 700.399512] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 700.511429] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7feb6cd4-abd1-4d44-9e50-08f516a59e5e in Status: SUCCESS [ 700.511976] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7feb6cd4-abd1-4d44-9e50-08f516a59e5e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.917602] env[62781]: INFO networking_nsxv3.common.synchronization [req-a6309505-2473-4ca5-bb54-911ad9f1c848 req-c4cc2141-90ae-4b6f-a059-73b8b5510d0d tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Enqueued Resource ID: 2d812943-9aee-4ac4-b8ab-e436e6eeb73c with Priority: HIGHEST for action security_group_members [ 701.918130] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d812943-9aee-4ac4-b8ab-e436e6eeb73c with Priority: HIGHEST for action security_group_members [ 701.918874] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d812943-9aee-4ac4-b8ab-e436e6eeb73c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.919016] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d812943-9aee-4ac4-b8ab-e436e6eeb73c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.922485] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d812943-9aee-4ac4-b8ab-e436e6eeb73c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.922773] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d812943-9aee-4ac4-b8ab-e436e6eeb73c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.922947] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.923173] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.923173] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.923295] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.923364] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.923463] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d812943-9aee-4ac4-b8ab-e436e6eeb73c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.390306] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-537 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.391158] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-537" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.392568] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-537" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.393042] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-537" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.393729] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.393729] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.393968] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.394060] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.394248] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.394578] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.394758] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.394758] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.394919] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.394992] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.395124] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.395236] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.413994] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.414223] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 702.414290] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.414431] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-537" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.414740] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-aff50c11-974a-42a4-888f-849413f31c87 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.414910] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-aff50c11-974a-42a4-888f-849413f31c87" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.415189] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-aff50c11-974a-42a4-888f-849413f31c87" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.415373] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-aff50c11-974a-42a4-888f-849413f31c87" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.415516] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aff50c11-974a-42a4-888f-849413f31c87',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.427869] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.427869] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.427869] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.427869] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.427869] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.428158] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.428158] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.428158] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.428272] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.428804] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.428804] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d812943-9aee-4ac4-b8ab-e436e6eeb73c already deleted. [ 702.428804] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d812943-9aee-4ac4-b8ab-e436e6eeb73c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.919529] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.919813] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.920033] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.920401] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.920631] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.920845] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port aff50c11-974a-42a4-888f-849413f31c87 not found, creating... [ 702.921242] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.921505] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.921672] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.921979] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.922187] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.922584] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.922804] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.923017] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.923267] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.923959] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.923959] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: aff50c11-974a-42a4-888f-849413f31c87 is going to be created. [ 702.945135] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.945466] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.945666] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.946063] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.946530] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.946841] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-aff50c11-974a-42a4-888f-849413f31c87" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.582363] env[62781]: INFO networking_nsxv3.common.synchronization [req-db980ad5-61c6-4207-8c67-f1311dcddaef req-d4fa591a-5545-48be-872d-8e99f26449d4 tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Enqueued Resource ID: cc7ad28d-abde-49df-adf6-c8a040efcfd6 with Priority: HIGHEST for action security_group_members [ 703.582891] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc7ad28d-abde-49df-adf6-c8a040efcfd6 with Priority: HIGHEST for action security_group_members [ 703.583175] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc7ad28d-abde-49df-adf6-c8a040efcfd6 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.583399] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc7ad28d-abde-49df-adf6-c8a040efcfd6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.583469] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc7ad28d-abde-49df-adf6-c8a040efcfd6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.583661] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc7ad28d-abde-49df-adf6-c8a040efcfd6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.583810] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.583906] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.583964] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.584301] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.584752] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.584752] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc7ad28d-abde-49df-adf6-c8a040efcfd6',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.795827] env[62781]: INFO networking_nsxv3.common.synchronization [req-a6309505-2473-4ca5-bb54-911ad9f1c848 req-4ba2ef84-6b1b-462a-97dd-707f7ebc7bc2 service nova] Enqueued Resource ID: 2d812943-9aee-4ac4-b8ab-e436e6eeb73c with Priority: HIGHEST for action security_group_rules [ 703.796305] env[62781]: INFO networking_nsxv3.common.synchronization [req-a6309505-2473-4ca5-bb54-911ad9f1c848 req-4ba2ef84-6b1b-462a-97dd-707f7ebc7bc2 service nova] Enqueued Resource ID: 2d812943-9aee-4ac4-b8ab-e436e6eeb73c with Priority: HIGHEST for action security_group_members [ 703.797085] env[62781]: INFO networking_nsxv3.common.synchronization [req-a6309505-2473-4ca5-bb54-911ad9f1c848 req-4ba2ef84-6b1b-462a-97dd-707f7ebc7bc2 service nova] Enqueued Resource ID: aff50c11-974a-42a4-888f-849413f31c87 with Priority: HIGHEST for action port [ 703.797630] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d812943-9aee-4ac4-b8ab-e436e6eeb73c with Priority: HIGHEST for action security_group_rules [ 703.797763] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d812943-9aee-4ac4-b8ab-e436e6eeb73c with Priority: HIGHEST for action security_group_members [ 703.797860] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff50c11-974a-42a4-888f-849413f31c87 with Priority: HIGHEST for action port [ 703.798149] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d812943-9aee-4ac4-b8ab-e436e6eeb73c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.798293] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d812943-9aee-4ac4-b8ab-e436e6eeb73c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.798362] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d812943-9aee-4ac4-b8ab-e436e6eeb73c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.798620] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d812943-9aee-4ac4-b8ab-e436e6eeb73c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.798705] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d812943-9aee-4ac4-b8ab-e436e6eeb73c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.799997] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d812943-9aee-4ac4-b8ab-e436e6eeb73c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.799997] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d812943-9aee-4ac4-b8ab-e436e6eeb73c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.799997] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d812943-9aee-4ac4-b8ab-e436e6eeb73c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.799997] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d812943-9aee-4ac4-b8ab-e436e6eeb73c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.800435] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.800597] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.800686] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.800871] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.800993] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.801128] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d812943-9aee-4ac4-b8ab-e436e6eeb73c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.801874] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-aff50c11-974a-42a4-888f-849413f31c87 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.802031] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aff50c11-974a-42a4-888f-849413f31c87" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.802125] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aff50c11-974a-42a4-888f-849413f31c87" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.802300] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aff50c11-974a-42a4-888f-849413f31c87" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.802404] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aff50c11-974a-42a4-888f-849413f31c87',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.086967] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.087424] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.087424] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.087424] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.087573] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.087810] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.087947] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.087995] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.088235] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.088330] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.088449] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc7ad28d-abde-49df-adf6-c8a040efcfd6 is going to be updated. [ 704.114586] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.114738] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.114773] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.114950] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.115091] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.122685] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc7ad28d-abde-49df-adf6-c8a040efcfd6 in Status: IN_PROGRESS for 2s [ 704.306907] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d812943-9aee-4ac4-b8ab-e436e6eeb73c taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.306907] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d812943-9aee-4ac4-b8ab-e436e6eeb73c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.306907] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d812943-9aee-4ac4-b8ab-e436e6eeb73c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.307633] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aff50c11-974a-42a4-888f-849413f31c87 with status ACTIVE [ 704.307782] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.307898] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.307965] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.308224] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.308429] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.308501] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.308596] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.308674] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.308820] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.308880] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.310734] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.310867] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.310936] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.311110] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.311192] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.312038] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aff50c11-974a-42a4-888f-849413f31c87 is going to be updated. [ 704.401995] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.404946] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.404946] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.404946] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.404946] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.404946] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aff50c11-974a-42a4-888f-849413f31c87" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.814284] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d812943-9aee-4ac4-b8ab-e436e6eeb73c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.316557] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.316850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.316850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.316977] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.317079] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.317179] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d812943-9aee-4ac4-b8ab-e436e6eeb73c is going to be created. [ 705.340140] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.340254] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.340254] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.340459] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.340620] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.349650] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d812943-9aee-4ac4-b8ab-e436e6eeb73c in Status: UNINITIALIZED for 2s [ 705.630807] env[62781]: INFO networking_nsxv3.common.synchronization [req-6784538e-567d-4b0f-ba49-14b205a52241 req-e8dd2133-b6ca-4bc5-9765-a6092c80feab tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Enqueued Resource ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d with Priority: HIGHEST for action security_group_members [ 705.631369] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d with Priority: HIGHEST for action security_group_members [ 705.631670] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.631786] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.631855] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.632887] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.633124] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.633293] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.633396] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.634023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.634175] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.634317] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c31746d8-d495-42b7-8eb1-f4bd79a2a20d',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.017019] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.017019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.017019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.017019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.017019] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.017019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.017019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.017019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.017019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.017019] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 706.017019] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 706.017019] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 706.017019] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 706.017600] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 706.017600] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 706.017600] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.035744] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.036019] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 706.036177] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 706.036359] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.036689] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-6b6cc2e5-3af4-4ea7-919a-5cb01cde5b85 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.036878] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-6b6cc2e5-3af4-4ea7-919a-5cb01cde5b85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.037098] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-6b6cc2e5-3af4-4ea7-919a-5cb01cde5b85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.037509] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-6b6cc2e5-3af4-4ea7-919a-5cb01cde5b85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.037573] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b6cc2e5-3af4-4ea7-919a-5cb01cde5b85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.131689] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc7ad28d-abde-49df-adf6-c8a040efcfd6 in Status: IN_PROGRESS for 4s [ 706.136248] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.136429] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.136496] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.136733] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.136828] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.137031] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.137132] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.137195] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.137345] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.137421] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.137822] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d is going to be updated. [ 706.163351] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.163497] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.163582] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.163782] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.163926] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.172687] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d in Status: IN_PROGRESS for 2s [ 706.542768] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.543100] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.543100] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.543937] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.544122] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.544282] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 6b6cc2e5-3af4-4ea7-919a-5cb01cde5b85 not found, creating... [ 706.544548] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.544709] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.544825] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.545061] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.545248] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.545493] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.545648] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.545764] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.545974] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.546116] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.546272] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 6b6cc2e5-3af4-4ea7-919a-5cb01cde5b85 is going to be created. [ 706.564024] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.564024] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.564256] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.564364] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.564759] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.564823] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-6b6cc2e5-3af4-4ea7-919a-5cb01cde5b85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.359252] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d812943-9aee-4ac4-b8ab-e436e6eeb73c in Status: SUCCESS [ 707.359498] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d812943-9aee-4ac4-b8ab-e436e6eeb73c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.359662] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d812943-9aee-4ac4-b8ab-e436e6eeb73c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.359870] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d812943-9aee-4ac4-b8ab-e436e6eeb73c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.360062] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.360180] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.360371] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.360433] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.360472] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.360540] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d812943-9aee-4ac4-b8ab-e436e6eeb73c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.360623] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d812943-9aee-4ac4-b8ab-e436e6eeb73c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.503176] env[62781]: INFO networking_nsxv3.common.synchronization [req-6784538e-567d-4b0f-ba49-14b205a52241 req-77874702-6458-4ba6-b519-36fbc4be85c5 service nova] Enqueued Resource ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d with Priority: HIGHEST for action security_group_rules [ 707.503356] env[62781]: INFO networking_nsxv3.common.synchronization [req-6784538e-567d-4b0f-ba49-14b205a52241 req-77874702-6458-4ba6-b519-36fbc4be85c5 service nova] Enqueued Resource ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d with Priority: HIGHEST for action security_group_members [ 707.503495] env[62781]: INFO networking_nsxv3.common.synchronization [req-6784538e-567d-4b0f-ba49-14b205a52241 req-77874702-6458-4ba6-b519-36fbc4be85c5 service nova] Enqueued Resource ID: 6b6cc2e5-3af4-4ea7-919a-5cb01cde5b85 with Priority: HIGHEST for action port [ 707.503978] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d with Priority: HIGHEST for action security_group_rules [ 707.506718] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d with Priority: HIGHEST for action security_group_members [ 707.506829] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6cc2e5-3af4-4ea7-919a-5cb01cde5b85 with Priority: HIGHEST for action port [ 707.507454] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c31746d8-d495-42b7-8eb1-f4bd79a2a20d taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.507676] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.507676] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.507914] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.507914] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c31746d8-d495-42b7-8eb1-f4bd79a2a20d',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.509032] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.509137] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.509301] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b6cc2e5-3af4-4ea7-919a-5cb01cde5b85 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.509424] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b6cc2e5-3af4-4ea7-919a-5cb01cde5b85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.509480] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b6cc2e5-3af4-4ea7-919a-5cb01cde5b85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.509642] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b6cc2e5-3af4-4ea7-919a-5cb01cde5b85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.509718] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b6cc2e5-3af4-4ea7-919a-5cb01cde5b85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.589466] env[62781]: INFO networking_nsxv3.common.synchronization [req-7dca9fbb-b76a-41ce-90ef-112ea041977e req-1367bd14-ba15-4266-8020-dbf75bc0b5ee tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Enqueued Resource ID: 7feb6cd4-abd1-4d44-9e50-08f516a59e5e with Priority: HIGHEST for action security_group_members [ 707.589777] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7feb6cd4-abd1-4d44-9e50-08f516a59e5e with Priority: HIGHEST for action security_group_members [ 707.590074] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7feb6cd4-abd1-4d44-9e50-08f516a59e5e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.590197] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7feb6cd4-abd1-4d44-9e50-08f516a59e5e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.590260] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7feb6cd4-abd1-4d44-9e50-08f516a59e5e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.590456] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7feb6cd4-abd1-4d44-9e50-08f516a59e5e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.590614] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.590713] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.590833] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.590994] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.591390] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.592253] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7feb6cd4-abd1-4d44-9e50-08f516a59e5e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.865327] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d812943-9aee-4ac4-b8ab-e436e6eeb73c taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.865787] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d812943-9aee-4ac4-b8ab-e436e6eeb73c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.865787] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d812943-9aee-4ac4-b8ab-e436e6eeb73c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.865787] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d812943-9aee-4ac4-b8ab-e436e6eeb73c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.865949] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.866037] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.866037] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.866401] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.866401] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.866504] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d812943-9aee-4ac4-b8ab-e436e6eeb73c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.867070] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d812943-9aee-4ac4-b8ab-e436e6eeb73c taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.867070] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d812943-9aee-4ac4-b8ab-e436e6eeb73c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.867070] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d812943-9aee-4ac4-b8ab-e436e6eeb73c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.867070] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d812943-9aee-4ac4-b8ab-e436e6eeb73c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.867232] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.867232] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.867312] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.867424] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.867502] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.867586] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d812943-9aee-4ac4-b8ab-e436e6eeb73c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.867670] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d812943-9aee-4ac4-b8ab-e436e6eeb73c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.958252] env[62781]: INFO networking_nsxv3.common.synchronization [None req-32b01f3e-8e52-4867-987c-cc170f184b61 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Enqueued Resource ID: f1bcac60-bc27-44d0-bb19-5f94e9ca90ef with Priority: HIGHEST for action security_group_rules [ 707.958794] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1bcac60-bc27-44d0-bb19-5f94e9ca90ef with Priority: HIGHEST for action security_group_rules [ 707.959118] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1bcac60-bc27-44d0-bb19-5f94e9ca90ef taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.959242] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1bcac60-bc27-44d0-bb19-5f94e9ca90ef" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.959321] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1bcac60-bc27-44d0-bb19-5f94e9ca90ef" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.959596] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1bcac60-bc27-44d0-bb19-5f94e9ca90ef" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.959680] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1bcac60-bc27-44d0-bb19-5f94e9ca90ef',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.011966] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.012154] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.012710] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b6cc2e5-3af4-4ea7-919a-5cb01cde5b85 with status ACTIVE [ 708.012710] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.012710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.012710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.012910] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.012910] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.013073] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.013162] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.013226] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.013377] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.013453] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.013633] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.013718] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.013774] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.013948] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.014014] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.014112] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b6cc2e5-3af4-4ea7-919a-5cb01cde5b85 is going to be updated. [ 708.036086] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.036272] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.036473] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.036635] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.036787] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.036962] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b6cc2e5-3af4-4ea7-919a-5cb01cde5b85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.052107] env[62781]: INFO networking_nsxv3.common.synchronization [None req-9e582ca1-af0f-4575-8241-a426baf37177 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Enqueued Resource ID: f1bcac60-bc27-44d0-bb19-5f94e9ca90ef with Priority: HIGHEST for action security_group_rules [ 708.052581] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1bcac60-bc27-44d0-bb19-5f94e9ca90ef with Priority: HIGHEST for action security_group_rules [ 708.052890] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1bcac60-bc27-44d0-bb19-5f94e9ca90ef taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.053023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1bcac60-bc27-44d0-bb19-5f94e9ca90ef" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.093965] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.094519] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.094519] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.094657] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.094657] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.095081] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.095081] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.095081] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.095258] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.095352] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.095441] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7feb6cd4-abd1-4d44-9e50-08f516a59e5e is going to be updated. [ 708.155068] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc7ad28d-abde-49df-adf6-c8a040efcfd6 in Status: SUCCESS [ 708.155433] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc7ad28d-abde-49df-adf6-c8a040efcfd6 deletion is rescheduled due to dependency. [ 708.155433] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc7ad28d-abde-49df-adf6-c8a040efcfd6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.156452] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.156797] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.156797] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.156918] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.157217] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.184121] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7feb6cd4-abd1-4d44-9e50-08f516a59e5e in Status: IN_PROGRESS for 2s [ 708.192013] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d in Status: SUCCESS [ 708.192412] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d deletion is rescheduled due to dependency. [ 708.192581] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.192925] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.193316] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.193650] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.193865] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.193991] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.194301] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.194460] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.194624] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c31746d8-d495-42b7-8eb1-f4bd79a2a20d',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.371144] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d812943-9aee-4ac4-b8ab-e436e6eeb73c: rpc.has_security_group_logging(os_id): False [ 708.392509] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.392509] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.392509] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.392509] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.392509] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.392509] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.392509] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.392509] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.392509] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.392509] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.392509] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.392509] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.393739] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.393739] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.395806] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.395806] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.395806] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.395806] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.395806] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.395806] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.395806] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d812943-9aee-4ac4-b8ab-e436e6eeb73c is going to be created. [ 708.456677] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.456677] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.456677] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.456677] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.456677] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.465867] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d812943-9aee-4ac4-b8ab-e436e6eeb73c in Status: IN_PROGRESS for 2s [ 708.479434] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.479434] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.479434] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.479434] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.479434] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.479434] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1bcac60-bc27-44d0-bb19-5f94e9ca90ef already deleted. [ 708.479434] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1bcac60-bc27-44d0-bb19-5f94e9ca90ef" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.479434] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1bcac60-bc27-44d0-bb19-5f94e9ca90ef" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.479434] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1bcac60-bc27-44d0-bb19-5f94e9ca90ef" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.479434] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1bcac60-bc27-44d0-bb19-5f94e9ca90ef',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.699031] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c31746d8-d495-42b7-8eb1-f4bd79a2a20d',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.011196] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.011339] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.011413] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.011881] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.011881] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.011881] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1bcac60-bc27-44d0-bb19-5f94e9ca90ef already deleted. [ 709.011881] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1bcac60-bc27-44d0-bb19-5f94e9ca90ef" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.201438] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c31746d8-d495-42b7-8eb1-f4bd79a2a20d',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.704501] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.704501] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.704835] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.704835] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.704835] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.704988] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d is going to be updated. [ 709.736784] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.736930] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.736992] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.737220] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.737364] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.746850] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d in Status: IN_PROGRESS for 2s [ 710.198322] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7feb6cd4-abd1-4d44-9e50-08f516a59e5e in Status: SUCCESS [ 710.198509] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7feb6cd4-abd1-4d44-9e50-08f516a59e5e deletion is rescheduled due to dependency. [ 710.198688] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7feb6cd4-abd1-4d44-9e50-08f516a59e5e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.476301] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d812943-9aee-4ac4-b8ab-e436e6eeb73c in Status: SUCCESS [ 710.476534] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d812943-9aee-4ac4-b8ab-e436e6eeb73c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.431521] env[62781]: INFO networking_nsxv3.common.synchronization [req-884cfde0-c449-4d57-a381-78113bc58efc req-e74a00ae-4de0-491a-a6b6-1850d8e3cf4a tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Enqueued Resource ID: 2ec514e2-a490-4a03-b75d-7b13ec49a69e with Priority: HIGHEST for action security_group_members [ 711.432084] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ec514e2-a490-4a03-b75d-7b13ec49a69e with Priority: HIGHEST for action security_group_members [ 711.432386] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ec514e2-a490-4a03-b75d-7b13ec49a69e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.432507] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ec514e2-a490-4a03-b75d-7b13ec49a69e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.432574] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ec514e2-a490-4a03-b75d-7b13ec49a69e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.432819] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ec514e2-a490-4a03-b75d-7b13ec49a69e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.432971] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.435061] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.435061] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.435061] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.435061] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.435061] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ec514e2-a490-4a03-b75d-7b13ec49a69e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.757354] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d in Status: SUCCESS [ 711.758079] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.758262] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.758476] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.758663] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.758778] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.758847] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.758978] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.759088] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.759174] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.759269] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c31746d8-d495-42b7-8eb1-f4bd79a2a20d',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.798582] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-525 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.798781] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-525" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.798917] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-525" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.799271] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-525" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.799568] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.799813] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.799853] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.800082] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.800403] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.800496] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.800603] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.800720] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.800829] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.800945] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.801073] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.801246] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.819568] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.819730] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 711.819868] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.820054] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-525" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.821085] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-13a4783b-4a33-42bd-875c-38993963b59e taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.821085] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-13a4783b-4a33-42bd-875c-38993963b59e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.821085] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-13a4783b-4a33-42bd-875c-38993963b59e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.825626] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-13a4783b-4a33-42bd-875c-38993963b59e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.825626] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13a4783b-4a33-42bd-875c-38993963b59e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.939917] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.940092] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.940166] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.940398] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.940491] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.940704] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.940802] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.940864] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.941020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.941097] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.941181] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ec514e2-a490-4a03-b75d-7b13ec49a69e already deleted. [ 711.941259] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ec514e2-a490-4a03-b75d-7b13ec49a69e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.262117] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.262287] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.262356] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.262560] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.262809] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.262919] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.262977] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.263139] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.263226] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.263312] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.263453] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.263569] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.263656] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.263797] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.263932] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.264098] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.264098] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.264230] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.264301] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.264426] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.264471] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c31746d8-d495-42b7-8eb1-f4bd79a2a20d',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.328263] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.328387] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.329133] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.329133] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.329133] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.329133] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 13a4783b-4a33-42bd-875c-38993963b59e not found, creating... [ 712.329379] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.329432] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.330026] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.330026] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.330026] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.330167] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.330300] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.330429] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.330630] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.330765] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.330905] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 13a4783b-4a33-42bd-875c-38993963b59e is going to be created. [ 712.365975] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.366269] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.366410] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.366689] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.366923] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.367173] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-13a4783b-4a33-42bd-875c-38993963b59e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.768198] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c31746d8-d495-42b7-8eb1-f4bd79a2a20d: rpc.has_security_group_logging(os_id): False [ 712.784444] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.784810] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.784810] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.784935] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.785089] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.785477] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.785664] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.785664] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.785904] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.785904] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.786416] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.786416] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.786595] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.786595] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.786709] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.786838] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.786922] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.787017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.787130] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.787205] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.788065] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d is going to be updated. [ 712.844721] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.845039] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.845039] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.845219] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.845393] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.865068] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d in Status: IN_PROGRESS for 2s [ 713.177038] env[62781]: INFO networking_nsxv3.common.synchronization [req-884cfde0-c449-4d57-a381-78113bc58efc req-ae09073a-2485-4432-ac5b-5c5f3543174c service nova] Enqueued Resource ID: 2ec514e2-a490-4a03-b75d-7b13ec49a69e with Priority: HIGHEST for action security_group_rules [ 713.177038] env[62781]: INFO networking_nsxv3.common.synchronization [req-884cfde0-c449-4d57-a381-78113bc58efc req-ae09073a-2485-4432-ac5b-5c5f3543174c service nova] Enqueued Resource ID: 2ec514e2-a490-4a03-b75d-7b13ec49a69e with Priority: HIGHEST for action security_group_members [ 713.177038] env[62781]: INFO networking_nsxv3.common.synchronization [req-884cfde0-c449-4d57-a381-78113bc58efc req-ae09073a-2485-4432-ac5b-5c5f3543174c service nova] Enqueued Resource ID: 13a4783b-4a33-42bd-875c-38993963b59e with Priority: HIGHEST for action port [ 713.177038] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ec514e2-a490-4a03-b75d-7b13ec49a69e with Priority: HIGHEST for action security_group_rules [ 713.177038] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ec514e2-a490-4a03-b75d-7b13ec49a69e with Priority: HIGHEST for action security_group_members [ 713.177038] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13a4783b-4a33-42bd-875c-38993963b59e with Priority: HIGHEST for action port [ 713.178116] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ec514e2-a490-4a03-b75d-7b13ec49a69e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.178503] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ec514e2-a490-4a03-b75d-7b13ec49a69e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.178702] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ec514e2-a490-4a03-b75d-7b13ec49a69e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.179022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ec514e2-a490-4a03-b75d-7b13ec49a69e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.179192] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ec514e2-a490-4a03-b75d-7b13ec49a69e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.182299] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ec514e2-a490-4a03-b75d-7b13ec49a69e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.182299] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ec514e2-a490-4a03-b75d-7b13ec49a69e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.182299] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ec514e2-a490-4a03-b75d-7b13ec49a69e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.182509] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ec514e2-a490-4a03-b75d-7b13ec49a69e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.182763] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.182962] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.183118] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.183341] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.183516] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.183696] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ec514e2-a490-4a03-b75d-7b13ec49a69e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.185081] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-13a4783b-4a33-42bd-875c-38993963b59e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.185081] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13a4783b-4a33-42bd-875c-38993963b59e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.185081] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13a4783b-4a33-42bd-875c-38993963b59e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.185081] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13a4783b-4a33-42bd-875c-38993963b59e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.185081] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13a4783b-4a33-42bd-875c-38993963b59e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.682450] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ec514e2-a490-4a03-b75d-7b13ec49a69e taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.682450] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ec514e2-a490-4a03-b75d-7b13ec49a69e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.687025] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ec514e2-a490-4a03-b75d-7b13ec49a69e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.687700] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13a4783b-4a33-42bd-875c-38993963b59e with status ACTIVE [ 713.688178] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.688178] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.688178] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.688385] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.688385] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.689480] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.689480] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.689480] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.689480] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.689480] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.689480] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.689480] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.689480] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.689480] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.689883] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.689883] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13a4783b-4a33-42bd-875c-38993963b59e is going to be updated. [ 713.709123] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.709123] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.709123] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.709123] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.709281] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.709426] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13a4783b-4a33-42bd-875c-38993963b59e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.191510] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ec514e2-a490-4a03-b75d-7b13ec49a69e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.693527] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.695588] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.695588] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.695588] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.695588] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.695588] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ec514e2-a490-4a03-b75d-7b13ec49a69e is going to be created. [ 714.716144] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.717069] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.717069] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.717069] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.717069] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.725336] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ec514e2-a490-4a03-b75d-7b13ec49a69e in Status: UNINITIALIZED for 2s [ 714.879947] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d in Status: SUCCESS [ 714.880191] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.131461] env[62781]: INFO networking_nsxv3.common.synchronization [req-1bbe23f3-0366-4f4e-b7c7-c76663725ed1 req-218b41af-79c4-4285-b813-ff9781aeaef7 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Enqueued Resource ID: df86dd15-f958-47b3-96b7-532db1d33daf with Priority: HIGHEST for action security_group_members [ 716.131957] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df86dd15-f958-47b3-96b7-532db1d33daf with Priority: HIGHEST for action security_group_members [ 716.136049] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-df86dd15-f958-47b3-96b7-532db1d33daf taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.136190] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.136329] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.136576] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.136751] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.136856] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.136922] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.137100] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.137288] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.137288] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df86dd15-f958-47b3-96b7-532db1d33daf',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.325104] env[62781]: INFO networking_nsxv3.common.synchronization [req-702a472a-91ac-46cf-b0be-df2838013ec9 req-9578119a-2286-4e05-ae23-0833b878fae5 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Enqueued Resource ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 with Priority: HIGHEST for action security_group_members [ 716.325624] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 with Priority: HIGHEST for action security_group_members [ 716.325945] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ec4888f-29ad-4275-a54c-8a783d0c4582 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.326076] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.326137] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.327015] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.327015] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.327015] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.327015] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.327015] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.327015] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.331928] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ec4888f-29ad-4275-a54c-8a783d0c4582',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.642050] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.642459] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.642459] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.642982] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.642982] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.642982] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.642982] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.642982] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.643506] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.643506] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.643506] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df86dd15-f958-47b3-96b7-532db1d33daf is going to be updated. [ 716.676385] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.676385] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.676385] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.676385] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.676385] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.688853] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df86dd15-f958-47b3-96b7-532db1d33daf in Status: IN_PROGRESS for 2s [ 716.737139] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ec514e2-a490-4a03-b75d-7b13ec49a69e in Status: SUCCESS [ 716.737636] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ec514e2-a490-4a03-b75d-7b13ec49a69e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.740018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ec514e2-a490-4a03-b75d-7b13ec49a69e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.740018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ec514e2-a490-4a03-b75d-7b13ec49a69e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.740018] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.740018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.740018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.740018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.740018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.740018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ec514e2-a490-4a03-b75d-7b13ec49a69e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.740018] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ec514e2-a490-4a03-b75d-7b13ec49a69e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.838374] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.838374] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.838374] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.838374] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.838374] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.838374] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.838374] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.838374] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.838374] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.838374] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.838374] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 already deleted. [ 716.838374] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.839898] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.840968] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-112" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.841611] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-112" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.842389] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-112" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.842439] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.842669] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.842762] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.843226] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.843226] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.843448] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 716.843583] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.843939] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.844399] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.844616] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 716.844858] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.845093] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.864314] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.864314] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 716.864314] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.864314] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-112" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.864560] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-a2b3f8f3-4688-4122-8c9f-4ebb658163a9 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.864677] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-a2b3f8f3-4688-4122-8c9f-4ebb658163a9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.864728] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-a2b3f8f3-4688-4122-8c9f-4ebb658163a9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.866056] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-a2b3f8f3-4688-4122-8c9f-4ebb658163a9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.866151] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2b3f8f3-4688-4122-8c9f-4ebb658163a9',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.242364] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ec514e2-a490-4a03-b75d-7b13ec49a69e taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.243627] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ec514e2-a490-4a03-b75d-7b13ec49a69e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.243627] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ec514e2-a490-4a03-b75d-7b13ec49a69e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.243627] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ec514e2-a490-4a03-b75d-7b13ec49a69e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.243627] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.243627] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.243627] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.243627] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.243627] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.243627] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ec514e2-a490-4a03-b75d-7b13ec49a69e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.243627] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ec514e2-a490-4a03-b75d-7b13ec49a69e taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.243627] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ec514e2-a490-4a03-b75d-7b13ec49a69e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.244293] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ec514e2-a490-4a03-b75d-7b13ec49a69e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.244293] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ec514e2-a490-4a03-b75d-7b13ec49a69e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.244293] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.244293] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.244293] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.244293] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.244293] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.247067] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ec514e2-a490-4a03-b75d-7b13ec49a69e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.247067] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ec514e2-a490-4a03-b75d-7b13ec49a69e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.370493] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.370493] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.370493] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.370493] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.370493] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.370493] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port a2b3f8f3-4688-4122-8c9f-4ebb658163a9 not found, creating... [ 717.370493] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.370847] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.370927] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.371147] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.371310] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.371658] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.373520] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.373520] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.373520] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.373520] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.373520] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: a2b3f8f3-4688-4122-8c9f-4ebb658163a9 is going to be created. [ 717.391937] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.392170] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.392313] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.392564] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.392897] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.393010] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-a2b3f8f3-4688-4122-8c9f-4ebb658163a9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.748469] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ec514e2-a490-4a03-b75d-7b13ec49a69e: rpc.has_security_group_logging(os_id): False [ 717.766693] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.766839] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.766902] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.767147] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.767239] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.767519] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.767626] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.767683] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.767835] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.767929] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.768124] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.768228] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.768347] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.768506] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.768583] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.768760] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.768853] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.768911] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.769398] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.769398] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.769398] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ec514e2-a490-4a03-b75d-7b13ec49a69e is going to be created. [ 717.830504] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.830651] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.830651] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.830882] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.831112] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.840960] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ec514e2-a490-4a03-b75d-7b13ec49a69e in Status: IN_PROGRESS for 2s [ 718.140024] env[62781]: INFO networking_nsxv3.common.synchronization [req-702a472a-91ac-46cf-b0be-df2838013ec9 req-492fac70-734c-4d53-975d-66e1d5cfd53a service nova] Enqueued Resource ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 with Priority: HIGHEST for action security_group_rules [ 718.140225] env[62781]: INFO networking_nsxv3.common.synchronization [req-702a472a-91ac-46cf-b0be-df2838013ec9 req-492fac70-734c-4d53-975d-66e1d5cfd53a service nova] Enqueued Resource ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 with Priority: HIGHEST for action security_group_members [ 718.140412] env[62781]: INFO networking_nsxv3.common.synchronization [req-702a472a-91ac-46cf-b0be-df2838013ec9 req-492fac70-734c-4d53-975d-66e1d5cfd53a service nova] Enqueued Resource ID: a2b3f8f3-4688-4122-8c9f-4ebb658163a9 with Priority: HIGHEST for action port [ 718.140719] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 with Priority: HIGHEST for action security_group_rules [ 718.140850] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 with Priority: HIGHEST for action security_group_members [ 718.140944] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2b3f8f3-4688-4122-8c9f-4ebb658163a9 with Priority: HIGHEST for action port [ 718.141511] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ec4888f-29ad-4275-a54c-8a783d0c4582 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.141638] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.141712] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.141958] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.143602] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ec4888f-29ad-4275-a54c-8a783d0c4582',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.144492] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ec4888f-29ad-4275-a54c-8a783d0c4582 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.144617] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.144672] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.144847] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.144993] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.145103] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.145165] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.145304] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.145391] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.145482] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ec4888f-29ad-4275-a54c-8a783d0c4582',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.146635] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2b3f8f3-4688-4122-8c9f-4ebb658163a9 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.146760] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2b3f8f3-4688-4122-8c9f-4ebb658163a9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.146824] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2b3f8f3-4688-4122-8c9f-4ebb658163a9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.146990] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2b3f8f3-4688-4122-8c9f-4ebb658163a9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.152142] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2b3f8f3-4688-4122-8c9f-4ebb658163a9',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.652880] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ec4888f-29ad-4275-a54c-8a783d0c4582',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.654033] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ec4888f-29ad-4275-a54c-8a783d0c4582 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.654228] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.658032] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2b3f8f3-4688-4122-8c9f-4ebb658163a9 with status ACTIVE [ 718.658032] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.658032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.658032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.658032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.658032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.658032] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.658032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.658032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.658032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.658032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.658032] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.658032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.658032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.658032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.658032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.658032] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2b3f8f3-4688-4122-8c9f-4ebb658163a9 is going to be updated. [ 718.675436] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.675621] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.675698] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.675891] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.676049] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.676252] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2b3f8f3-4688-4122-8c9f-4ebb658163a9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.697437] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df86dd15-f958-47b3-96b7-532db1d33daf in Status: SUCCESS [ 718.697908] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df86dd15-f958-47b3-96b7-532db1d33daf deletion is rescheduled due to dependency. [ 718.698562] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df86dd15-f958-47b3-96b7-532db1d33daf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.155400] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ec4888f-29ad-4275-a54c-8a783d0c4582',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.657785] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.658086] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.658086] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.658358] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.658442] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.658594] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 is going to be created. [ 719.681418] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.681578] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.681641] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.681896] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.681983] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.691301] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 in Status: UNINITIALIZED for 2s [ 719.852750] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ec514e2-a490-4a03-b75d-7b13ec49a69e in Status: SUCCESS [ 719.852750] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ec514e2-a490-4a03-b75d-7b13ec49a69e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.961546] env[62781]: INFO networking_nsxv3.common.synchronization [req-96e2c589-f72f-4376-a231-f5737d8cb438 req-54995884-7e0d-4040-a083-8944a2bcd60d tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Enqueued Resource ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d with Priority: HIGHEST for action security_group_members [ 719.962052] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d with Priority: HIGHEST for action security_group_members [ 719.962349] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.962493] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.962559] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.962720] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.962864] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.962951] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.967865] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.968133] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.968242] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.968385] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c31746d8-d495-42b7-8eb1-f4bd79a2a20d',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.032927] env[62781]: INFO networking_nsxv3.common.synchronization [req-7dc29c22-d8fc-4c2b-8fcf-e557b0379d14 req-cc72b383-cb39-48f1-9fd3-30e67d7c9238 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Enqueued Resource ID: 2d812943-9aee-4ac4-b8ab-e436e6eeb73c with Priority: HIGHEST for action security_group_members [ 720.033966] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d812943-9aee-4ac4-b8ab-e436e6eeb73c with Priority: HIGHEST for action security_group_members [ 720.035048] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d812943-9aee-4ac4-b8ab-e436e6eeb73c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.035255] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d812943-9aee-4ac4-b8ab-e436e6eeb73c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.035410] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d812943-9aee-4ac4-b8ab-e436e6eeb73c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.035931] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d812943-9aee-4ac4-b8ab-e436e6eeb73c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.036090] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.036903] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.038088] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.038391] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.038544] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.038874] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d812943-9aee-4ac4-b8ab-e436e6eeb73c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.471227] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.472199] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.472199] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.472199] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.472199] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.472199] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.472397] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.472397] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.472509] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.472585] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.472671] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d is going to be updated. [ 720.497176] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.497325] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.497462] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.497612] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.497776] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.505761] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d in Status: IN_PROGRESS for 2s [ 720.543055] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.543260] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.543337] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.544756] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.544756] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.544756] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.544756] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.544756] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.544756] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.544756] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.544756] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d812943-9aee-4ac4-b8ab-e436e6eeb73c is going to be updated. [ 720.571309] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.571309] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.571309] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.571309] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.571309] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.582390] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d812943-9aee-4ac4-b8ab-e436e6eeb73c in Status: IN_PROGRESS for 2s [ 721.701720] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 in Status: SUCCESS [ 721.701959] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.702119] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.702342] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.702531] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.702650] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.702715] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.702877] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.702959] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.703062] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.703152] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ec4888f-29ad-4275-a54c-8a783d0c4582',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.206054] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ec4888f-29ad-4275-a54c-8a783d0c4582 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.206264] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.206264] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.206562] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.206756] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.207021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.207021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.207188] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.207267] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.207372] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.207564] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ec4888f-29ad-4275-a54c-8a783d0c4582 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.207686] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.207757] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.207992] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.208165] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.208217] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.208279] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.208505] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.208623] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.208687] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.208794] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ec4888f-29ad-4275-a54c-8a783d0c4582',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.227317] env[62781]: INFO networking_nsxv3.common.synchronization [req-51aa25a2-7c18-4830-bfdf-20f1ae754902 req-8d25af63-9317-4981-b382-668eec53754f tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Enqueued Resource ID: 06327f40-af4d-4532-bbc2-55f17d4f68f5 with Priority: HIGHEST for action security_group_members [ 722.227815] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06327f40-af4d-4532-bbc2-55f17d4f68f5 with Priority: HIGHEST for action security_group_members [ 722.229189] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-06327f40-af4d-4532-bbc2-55f17d4f68f5 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.229343] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06327f40-af4d-4532-bbc2-55f17d4f68f5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.229460] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06327f40-af4d-4532-bbc2-55f17d4f68f5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.229748] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06327f40-af4d-4532-bbc2-55f17d4f68f5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.229935] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.230253] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.230355] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.230537] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.230648] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.230764] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06327f40-af4d-4532-bbc2-55f17d4f68f5',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.430355] env[62781]: INFO networking_nsxv3.common.synchronization [None req-d6f83ae1-acb2-48e4-be3c-a0c6a6e18f9e None None] Enqueued Resource ID: 1eb6b641-f5d7-401c-8757-87f99dec42b3 with Priority: HIGHEST for action port [ 722.430355] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eb6b641-f5d7-401c-8757-87f99dec42b3 with Priority: HIGHEST for action port [ 722.430355] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-1eb6b641-f5d7-401c-8757-87f99dec42b3 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.430355] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1eb6b641-f5d7-401c-8757-87f99dec42b3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.430355] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1eb6b641-f5d7-401c-8757-87f99dec42b3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.431166] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1eb6b641-f5d7-401c-8757-87f99dec42b3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.431666] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1eb6b641-f5d7-401c-8757-87f99dec42b3',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.514885] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d in Status: SUCCESS [ 722.518588] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d deletion is rescheduled due to dependency. [ 722.518852] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.591942] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d812943-9aee-4ac4-b8ab-e436e6eeb73c in Status: SUCCESS [ 722.592189] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d812943-9aee-4ac4-b8ab-e436e6eeb73c deletion is rescheduled due to dependency. [ 722.592325] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d812943-9aee-4ac4-b8ab-e436e6eeb73c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.647350] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.647350] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-385" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.647350] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-385" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.647350] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-385" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.647350] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.647350] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.647350] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.648155] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.648598] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.648961] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 722.649239] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.649512] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.649777] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.650060] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 722.650307] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.651015] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.668142] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.668364] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 722.668539] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.668724] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-385" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.669049] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-4f605985-1787-4ea6-bf81-f8e19fda9776 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.669216] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-4f605985-1787-4ea6-bf81-f8e19fda9776" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.669347] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-4f605985-1787-4ea6-bf81-f8e19fda9776" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.669685] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-4f605985-1787-4ea6-bf81-f8e19fda9776" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.669829] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f605985-1787-4ea6-bf81-f8e19fda9776',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.713701] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ec4888f-29ad-4275-a54c-8a783d0c4582: rpc.has_security_group_logging(os_id): False [ 722.732039] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.732039] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.732039] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.732039] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.732039] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.732039] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.732039] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.732039] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.732039] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.732039] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.732039] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.732039] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.732039] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.732039] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.732039] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.732640] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.732640] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.732640] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.732640] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.732640] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.732879] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 is going to be created. [ 722.734261] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.735086] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.735251] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.735479] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.736250] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.736594] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.736805] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.736969] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.738021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.738021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.738021] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06327f40-af4d-4532-bbc2-55f17d4f68f5 already deleted. [ 722.738021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06327f40-af4d-4532-bbc2-55f17d4f68f5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.794504] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.794664] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.794701] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.794912] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.795413] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.804969] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 in Status: IN_PROGRESS for 2s [ 722.934524] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1eb6b641-f5d7-401c-8757-87f99dec42b3 [ 722.934760] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.934894] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.934960] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.935368] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.935368] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.935368] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1eb6b641-f5d7-401c-8757-87f99dec42b3 already deleted. [ 722.935493] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1eb6b641-f5d7-401c-8757-87f99dec42b3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.174406] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.174655] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.174802] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.175449] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.175449] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.175646] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 4f605985-1787-4ea6-bf81-f8e19fda9776 not found, creating... [ 723.175780] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.175939] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.176178] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.176301] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.176436] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.176729] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.176895] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.177020] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.177279] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.177392] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.177518] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 4f605985-1787-4ea6-bf81-f8e19fda9776 is going to be created. [ 723.202567] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.202779] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.202883] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.203203] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.203420] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.203669] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-4f605985-1787-4ea6-bf81-f8e19fda9776" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.913173] env[62781]: INFO networking_nsxv3.common.synchronization [req-92e1e469-9a68-4809-b0db-0338ab53fffd req-b827e3a8-4e2e-400f-bec5-4b5bc8633d4e tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Enqueued Resource ID: 2ec514e2-a490-4a03-b75d-7b13ec49a69e with Priority: HIGHEST for action security_group_members [ 723.916624] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ec514e2-a490-4a03-b75d-7b13ec49a69e with Priority: HIGHEST for action security_group_members [ 723.918198] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ec514e2-a490-4a03-b75d-7b13ec49a69e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.918198] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ec514e2-a490-4a03-b75d-7b13ec49a69e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.918198] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ec514e2-a490-4a03-b75d-7b13ec49a69e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.919850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ec514e2-a490-4a03-b75d-7b13ec49a69e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.920152] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.920224] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.920293] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.920545] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.920612] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.920707] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ec514e2-a490-4a03-b75d-7b13ec49a69e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.051948] env[62781]: INFO networking_nsxv3.common.synchronization [req-51aa25a2-7c18-4830-bfdf-20f1ae754902 req-2260c35c-3391-4391-bb43-d29459e0b098 service nova] Enqueued Resource ID: 06327f40-af4d-4532-bbc2-55f17d4f68f5 with Priority: HIGHEST for action security_group_rules [ 724.051948] env[62781]: INFO networking_nsxv3.common.synchronization [req-51aa25a2-7c18-4830-bfdf-20f1ae754902 req-2260c35c-3391-4391-bb43-d29459e0b098 service nova] Enqueued Resource ID: 06327f40-af4d-4532-bbc2-55f17d4f68f5 with Priority: HIGHEST for action security_group_members [ 724.051948] env[62781]: INFO networking_nsxv3.common.synchronization [req-51aa25a2-7c18-4830-bfdf-20f1ae754902 req-2260c35c-3391-4391-bb43-d29459e0b098 service nova] Enqueued Resource ID: 4f605985-1787-4ea6-bf81-f8e19fda9776 with Priority: HIGHEST for action port [ 724.051948] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06327f40-af4d-4532-bbc2-55f17d4f68f5 with Priority: HIGHEST for action security_group_rules [ 724.051948] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06327f40-af4d-4532-bbc2-55f17d4f68f5 with Priority: HIGHEST for action security_group_members [ 724.051948] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f605985-1787-4ea6-bf81-f8e19fda9776 with Priority: HIGHEST for action port [ 724.053889] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06327f40-af4d-4532-bbc2-55f17d4f68f5 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.054154] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06327f40-af4d-4532-bbc2-55f17d4f68f5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.054154] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06327f40-af4d-4532-bbc2-55f17d4f68f5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.054586] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06327f40-af4d-4532-bbc2-55f17d4f68f5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.055088] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06327f40-af4d-4532-bbc2-55f17d4f68f5',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.057620] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-06327f40-af4d-4532-bbc2-55f17d4f68f5 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.059759] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06327f40-af4d-4532-bbc2-55f17d4f68f5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.062672] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06327f40-af4d-4532-bbc2-55f17d4f68f5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.062672] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06327f40-af4d-4532-bbc2-55f17d4f68f5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.062672] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.062672] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.062672] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.062672] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.062672] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.062672] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06327f40-af4d-4532-bbc2-55f17d4f68f5',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.062672] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f605985-1787-4ea6-bf81-f8e19fda9776 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.062672] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f605985-1787-4ea6-bf81-f8e19fda9776" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.062672] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f605985-1787-4ea6-bf81-f8e19fda9776" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.062672] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f605985-1787-4ea6-bf81-f8e19fda9776" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.062672] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f605985-1787-4ea6-bf81-f8e19fda9776',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.423986] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.424584] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.424584] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.424584] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.424584] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.424750] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.424802] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.424893] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.425015] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.425097] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.425161] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ec514e2-a490-4a03-b75d-7b13ec49a69e is going to be updated. [ 724.452303] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.452468] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.452566] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.452858] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.453096] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.460696] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ec514e2-a490-4a03-b75d-7b13ec49a69e in Status: IN_PROGRESS for 2s [ 724.563675] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-06327f40-af4d-4532-bbc2-55f17d4f68f5 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.563856] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06327f40-af4d-4532-bbc2-55f17d4f68f5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.565215] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06327f40-af4d-4532-bbc2-55f17d4f68f5',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.566122] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f605985-1787-4ea6-bf81-f8e19fda9776 with status ACTIVE [ 724.566305] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.566585] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.566655] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.566848] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.566940] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.567129] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.567214] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.567306] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.567418] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.567507] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.567665] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.567781] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.567850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.567941] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.568024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.568588] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f605985-1787-4ea6-bf81-f8e19fda9776 is going to be updated. [ 724.587372] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.587505] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.587577] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.587768] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.587978] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.588100] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f605985-1787-4ea6-bf81-f8e19fda9776" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.769949] env[62781]: INFO networking_nsxv3.common.synchronization [None req-2ff1c413-d5de-4cd4-9392-5c05aeab111c None None] Enqueued Resource ID: 96126580-1f2e-4471-aa40-6b8851587058 with Priority: HIGHEST for action port [ 724.770164] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96126580-1f2e-4471-aa40-6b8851587058 with Priority: HIGHEST for action port [ 724.770711] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-96126580-1f2e-4471-aa40-6b8851587058 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.770834] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96126580-1f2e-4471-aa40-6b8851587058" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.770902] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96126580-1f2e-4471-aa40-6b8851587058" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.771167] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96126580-1f2e-4471-aa40-6b8851587058" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.771250] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96126580-1f2e-4471-aa40-6b8851587058',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.816476] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 in Status: SUCCESS [ 724.816682] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.070389] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06327f40-af4d-4532-bbc2-55f17d4f68f5',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.273394] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96126580-1f2e-4471-aa40-6b8851587058 [ 725.273663] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.273792] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.273858] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.274091] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.274178] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.274267] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96126580-1f2e-4471-aa40-6b8851587058 already deleted. [ 725.274386] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96126580-1f2e-4471-aa40-6b8851587058" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.572639] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.572805] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.572878] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.573109] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.573201] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.573298] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06327f40-af4d-4532-bbc2-55f17d4f68f5 is going to be created. [ 725.593727] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.593863] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.593979] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.594146] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.594304] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.603133] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06327f40-af4d-4532-bbc2-55f17d4f68f5 in Status: UNINITIALIZED for 2s [ 726.471278] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ec514e2-a490-4a03-b75d-7b13ec49a69e in Status: SUCCESS [ 726.471534] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ec514e2-a490-4a03-b75d-7b13ec49a69e deletion is rescheduled due to dependency. [ 726.471682] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ec514e2-a490-4a03-b75d-7b13ec49a69e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.613076] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06327f40-af4d-4532-bbc2-55f17d4f68f5 in Status: SUCCESS [ 727.613076] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06327f40-af4d-4532-bbc2-55f17d4f68f5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.613076] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06327f40-af4d-4532-bbc2-55f17d4f68f5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.613520] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06327f40-af4d-4532-bbc2-55f17d4f68f5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.613561] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.613758] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.614775] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.614775] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.614775] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.614775] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06327f40-af4d-4532-bbc2-55f17d4f68f5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.614775] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06327f40-af4d-4532-bbc2-55f17d4f68f5',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.117044] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06327f40-af4d-4532-bbc2-55f17d4f68f5',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.619276] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06327f40-af4d-4532-bbc2-55f17d4f68f5: rpc.has_security_group_logging(os_id): False [ 728.635917] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.636035] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.636035] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.636243] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.636336] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.636584] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.636684] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.636742] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.636881] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.636953] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.637049] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06327f40-af4d-4532-bbc2-55f17d4f68f5 is going to be created. [ 728.690511] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.690981] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.690981] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.690981] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.691301] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.704994] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06327f40-af4d-4532-bbc2-55f17d4f68f5 in Status: IN_PROGRESS for 2s [ 728.756931] env[62781]: INFO networking_nsxv3.common.synchronization [req-c31e66a0-039d-4b07-a75f-f8cd8db97335 req-e344e2b0-7cb1-47f3-b721-b8c3b86a768d tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Enqueued Resource ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de with Priority: HIGHEST for action security_group_members [ 728.757453] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de with Priority: HIGHEST for action security_group_members [ 728.757751] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcd2779c-5492-4db7-a6ce-7f0d97e611de taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.758025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.758025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.758135] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.758286] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.758400] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.758444] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.758624] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.758663] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.760992] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcd2779c-5492-4db7-a6ce-7f0d97e611de',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.025685] env[62781]: INFO networking_nsxv3.common.synchronization [req-a1679774-c2c1-40ea-977f-008d8837dfbc req-c9bc525b-1207-4f30-a323-3441d7c86932 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Enqueued Resource ID: 3ab92a7f-90ff-4d89-b702-15a0e7d01293 with Priority: HIGHEST for action security_group_members [ 729.027670] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ab92a7f-90ff-4d89-b702-15a0e7d01293 with Priority: HIGHEST for action security_group_members [ 729.028108] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ab92a7f-90ff-4d89-b702-15a0e7d01293 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.028256] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ab92a7f-90ff-4d89-b702-15a0e7d01293" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.028308] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ab92a7f-90ff-4d89-b702-15a0e7d01293" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.028683] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ab92a7f-90ff-4d89-b702-15a0e7d01293" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.029041] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.029041] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.029213] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.029419] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.030085] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.030203] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ab92a7f-90ff-4d89-b702-15a0e7d01293',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.262534] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.262731] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.262800] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.262989] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.263096] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.263295] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.263394] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.263459] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.263610] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.263672] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.263765] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de is going to be updated. [ 729.287967] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.288216] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.288216] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.288539] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.288719] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.296953] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de in Status: IN_PROGRESS for 2s [ 729.431081] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.431420] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-984" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.431584] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-984" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.432480] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-984" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.432480] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.432762] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.433197] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.433348] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.433504] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.433805] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 729.434040] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.434180] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.434354] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.434537] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 729.434711] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.434986] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.452645] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.452909] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 729.453063] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.453476] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-984" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.454083] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-f1422a1c-ce02-4da5-ae6f-084827d53bb7 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.454213] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-f1422a1c-ce02-4da5-ae6f-084827d53bb7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.454485] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-f1422a1c-ce02-4da5-ae6f-084827d53bb7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.454885] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-f1422a1c-ce02-4da5-ae6f-084827d53bb7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.455110] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1422a1c-ce02-4da5-ae6f-084827d53bb7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.533405] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.533481] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.533604] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.533751] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.533821] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.534027] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.534160] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.534236] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.534389] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.534467] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.534554] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ab92a7f-90ff-4d89-b702-15a0e7d01293 already deleted. [ 729.534634] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ab92a7f-90ff-4d89-b702-15a0e7d01293" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.958460] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.958909] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.958909] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.959116] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.959246] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.959428] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port f1422a1c-ce02-4da5-ae6f-084827d53bb7 not found, creating... [ 729.959674] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.959839] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.960076] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.960202] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.961032] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.961032] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.961032] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.961032] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.961263] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.961263] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.961340] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: f1422a1c-ce02-4da5-ae6f-084827d53bb7 is going to be created. [ 729.980811] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.980811] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.981013] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.981667] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.981667] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.981784] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-f1422a1c-ce02-4da5-ae6f-084827d53bb7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.716828] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06327f40-af4d-4532-bbc2-55f17d4f68f5 in Status: SUCCESS [ 730.716945] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06327f40-af4d-4532-bbc2-55f17d4f68f5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.871056] env[62781]: INFO networking_nsxv3.common.synchronization [req-a1679774-c2c1-40ea-977f-008d8837dfbc req-e7e0b939-d92d-4145-b618-cb02167429db service nova] Enqueued Resource ID: 3ab92a7f-90ff-4d89-b702-15a0e7d01293 with Priority: HIGHEST for action security_group_rules [ 730.871056] env[62781]: INFO networking_nsxv3.common.synchronization [req-a1679774-c2c1-40ea-977f-008d8837dfbc req-e7e0b939-d92d-4145-b618-cb02167429db service nova] Enqueued Resource ID: 3ab92a7f-90ff-4d89-b702-15a0e7d01293 with Priority: HIGHEST for action security_group_members [ 730.871056] env[62781]: INFO networking_nsxv3.common.synchronization [req-a1679774-c2c1-40ea-977f-008d8837dfbc req-e7e0b939-d92d-4145-b618-cb02167429db service nova] Enqueued Resource ID: f1422a1c-ce02-4da5-ae6f-084827d53bb7 with Priority: HIGHEST for action port [ 730.871056] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ab92a7f-90ff-4d89-b702-15a0e7d01293 with Priority: HIGHEST for action security_group_rules [ 730.871056] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ab92a7f-90ff-4d89-b702-15a0e7d01293 with Priority: HIGHEST for action security_group_members [ 730.871056] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1422a1c-ce02-4da5-ae6f-084827d53bb7 with Priority: HIGHEST for action port [ 730.871508] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ab92a7f-90ff-4d89-b702-15a0e7d01293 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.871508] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ab92a7f-90ff-4d89-b702-15a0e7d01293" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.871508] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ab92a7f-90ff-4d89-b702-15a0e7d01293" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.871650] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ab92a7f-90ff-4d89-b702-15a0e7d01293" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.871716] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ab92a7f-90ff-4d89-b702-15a0e7d01293',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.872933] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ab92a7f-90ff-4d89-b702-15a0e7d01293 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.873056] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ab92a7f-90ff-4d89-b702-15a0e7d01293" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.873111] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ab92a7f-90ff-4d89-b702-15a0e7d01293" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.873268] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ab92a7f-90ff-4d89-b702-15a0e7d01293" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.873405] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.873495] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.873598] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.873688] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.873768] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.873855] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ab92a7f-90ff-4d89-b702-15a0e7d01293',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.874564] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1422a1c-ce02-4da5-ae6f-084827d53bb7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.875605] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1422a1c-ce02-4da5-ae6f-084827d53bb7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.875681] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1422a1c-ce02-4da5-ae6f-084827d53bb7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.875837] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1422a1c-ce02-4da5-ae6f-084827d53bb7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.875948] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1422a1c-ce02-4da5-ae6f-084827d53bb7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.308046] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de in Status: SUCCESS [ 731.308341] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de deletion is rescheduled due to dependency. [ 731.308341] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.378361] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ab92a7f-90ff-4d89-b702-15a0e7d01293',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.379639] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ab92a7f-90ff-4d89-b702-15a0e7d01293 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.379760] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ab92a7f-90ff-4d89-b702-15a0e7d01293" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.379929] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1422a1c-ce02-4da5-ae6f-084827d53bb7 with status ACTIVE [ 731.380105] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.381575] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.381575] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.381690] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.381787] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.381977] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.382100] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.382160] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.382355] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.382445] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.382638] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.382743] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.382800] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.382951] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.383050] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.383136] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1422a1c-ce02-4da5-ae6f-084827d53bb7 is going to be updated. [ 731.402777] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.402912] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.402979] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.403214] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.403341] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.403486] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1422a1c-ce02-4da5-ae6f-084827d53bb7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.885194] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ab92a7f-90ff-4d89-b702-15a0e7d01293',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.388286] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.388707] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.388707] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.388822] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.388822] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.388942] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ab92a7f-90ff-4d89-b702-15a0e7d01293 is going to be created. [ 732.409776] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.409964] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.409996] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.410226] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.410387] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.420824] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ab92a7f-90ff-4d89-b702-15a0e7d01293 in Status: UNINITIALIZED for 2s [ 734.073094] env[62781]: INFO networking_nsxv3.common.synchronization [req-a7d3312e-21de-4d3f-a8c0-2b327a236996 req-739a95c8-b7a4-4607-82e5-79bad5bf6a6e tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Enqueued Resource ID: 42a1819e-42b6-44e2-8234-693cc75c0a2c with Priority: HIGHEST for action security_group_members [ 734.073094] env[62781]: INFO networking_nsxv3.common.synchronization [req-a7d3312e-21de-4d3f-a8c0-2b327a236996 req-739a95c8-b7a4-4607-82e5-79bad5bf6a6e tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Enqueued Resource ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 with Priority: HIGHEST for action security_group_members [ 734.073094] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42a1819e-42b6-44e2-8234-693cc75c0a2c with Priority: HIGHEST for action security_group_members [ 734.073094] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 with Priority: HIGHEST for action security_group_members [ 734.073471] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-42a1819e-42b6-44e2-8234-693cc75c0a2c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.073556] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42a1819e-42b6-44e2-8234-693cc75c0a2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.073615] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42a1819e-42b6-44e2-8234-693cc75c0a2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.073841] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42a1819e-42b6-44e2-8234-693cc75c0a2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.073983] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.074092] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.074156] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.074297] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.074430] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.074478] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42a1819e-42b6-44e2-8234-693cc75c0a2c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.075302] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ec4888f-29ad-4275-a54c-8a783d0c4582 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.079202] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.079308] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.079600] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.079742] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.079844] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.079911] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.081262] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.081262] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.081262] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ec4888f-29ad-4275-a54c-8a783d0c4582',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.114578] env[62781]: INFO networking_nsxv3.common.synchronization [req-a7d3312e-21de-4d3f-a8c0-2b327a236996 req-739a95c8-b7a4-4607-82e5-79bad5bf6a6e tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Enqueued Resource ID: 42a1819e-42b6-44e2-8234-693cc75c0a2c with Priority: HIGHEST for action security_group_rules [ 734.114755] env[62781]: INFO networking_nsxv3.common.synchronization [req-a7d3312e-21de-4d3f-a8c0-2b327a236996 req-739a95c8-b7a4-4607-82e5-79bad5bf6a6e tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Enqueued Resource ID: 42a1819e-42b6-44e2-8234-693cc75c0a2c with Priority: HIGHEST for action security_group_members [ 734.114940] env[62781]: INFO networking_nsxv3.common.synchronization [req-a7d3312e-21de-4d3f-a8c0-2b327a236996 req-739a95c8-b7a4-4607-82e5-79bad5bf6a6e tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Enqueued Resource ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 with Priority: HIGHEST for action security_group_rules [ 734.115070] env[62781]: INFO networking_nsxv3.common.synchronization [req-a7d3312e-21de-4d3f-a8c0-2b327a236996 req-739a95c8-b7a4-4607-82e5-79bad5bf6a6e tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Enqueued Resource ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 with Priority: HIGHEST for action security_group_members [ 734.115201] env[62781]: INFO networking_nsxv3.common.synchronization [req-a7d3312e-21de-4d3f-a8c0-2b327a236996 req-739a95c8-b7a4-4607-82e5-79bad5bf6a6e tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Enqueued Resource ID: a2b3f8f3-4688-4122-8c9f-4ebb658163a9 with Priority: HIGHEST for action port [ 734.115709] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42a1819e-42b6-44e2-8234-693cc75c0a2c with Priority: HIGHEST for action security_group_rules [ 734.115850] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 with Priority: HIGHEST for action security_group_rules [ 734.115950] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2b3f8f3-4688-4122-8c9f-4ebb658163a9 with Priority: HIGHEST for action port [ 734.116106] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42a1819e-42b6-44e2-8234-693cc75c0a2c with Priority: HIGHEST for action security_group_members [ 734.116215] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 with Priority: HIGHEST for action security_group_members [ 734.116479] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42a1819e-42b6-44e2-8234-693cc75c0a2c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.116597] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42a1819e-42b6-44e2-8234-693cc75c0a2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.116661] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42a1819e-42b6-44e2-8234-693cc75c0a2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.116900] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42a1819e-42b6-44e2-8234-693cc75c0a2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.117062] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42a1819e-42b6-44e2-8234-693cc75c0a2c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.117990] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ec4888f-29ad-4275-a54c-8a783d0c4582 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.118116] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.118184] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.118345] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.118440] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ec4888f-29ad-4275-a54c-8a783d0c4582',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.123124] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2b3f8f3-4688-4122-8c9f-4ebb658163a9 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.123124] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2b3f8f3-4688-4122-8c9f-4ebb658163a9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.123124] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2b3f8f3-4688-4122-8c9f-4ebb658163a9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.123433] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2b3f8f3-4688-4122-8c9f-4ebb658163a9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.123433] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2b3f8f3-4688-4122-8c9f-4ebb658163a9',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.123914] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-42a1819e-42b6-44e2-8234-693cc75c0a2c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.124053] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42a1819e-42b6-44e2-8234-693cc75c0a2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.124190] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ec4888f-29ad-4275-a54c-8a783d0c4582 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.124264] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.430501] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ab92a7f-90ff-4d89-b702-15a0e7d01293 in Status: SUCCESS [ 734.430713] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ab92a7f-90ff-4d89-b702-15a0e7d01293" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.430910] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ab92a7f-90ff-4d89-b702-15a0e7d01293" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.431168] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ab92a7f-90ff-4d89-b702-15a0e7d01293" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.431386] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.431513] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.431591] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.431758] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.431865] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.431959] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ab92a7f-90ff-4d89-b702-15a0e7d01293" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.432081] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ab92a7f-90ff-4d89-b702-15a0e7d01293',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.503568] env[62781]: INFO networking_nsxv3.common.synchronization [req-14bd5fa1-61aa-46e6-afd7-e3dba03ca5a6 req-fb1aa028-3f0a-4440-afc3-84a29d87e582 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Enqueued Resource ID: 42a1819e-42b6-44e2-8234-693cc75c0a2c with Priority: HIGHEST for action security_group_members [ 734.503782] env[62781]: INFO networking_nsxv3.common.synchronization [req-14bd5fa1-61aa-46e6-afd7-e3dba03ca5a6 req-fb1aa028-3f0a-4440-afc3-84a29d87e582 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Enqueued Resource ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 with Priority: HIGHEST for action security_group_members [ 734.504351] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42a1819e-42b6-44e2-8234-693cc75c0a2c with Priority: HIGHEST for action security_group_members [ 734.504496] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 with Priority: HIGHEST for action security_group_members [ 734.504811] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-42a1819e-42b6-44e2-8234-693cc75c0a2c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.508253] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42a1819e-42b6-44e2-8234-693cc75c0a2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.508253] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ec4888f-29ad-4275-a54c-8a783d0c4582 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.508253] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.581870] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42a1819e-42b6-44e2-8234-693cc75c0a2c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.582649] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ec4888f-29ad-4275-a54c-8a783d0c4582',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.583990] env[62781]: INFO networking_nsxv3.common.synchronization [req-14bd5fa1-61aa-46e6-afd7-e3dba03ca5a6 req-fb1aa028-3f0a-4440-afc3-84a29d87e582 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Enqueued Resource ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 with Priority: HIGHEST for action security_group_rules [ 734.584261] env[62781]: INFO networking_nsxv3.common.synchronization [req-14bd5fa1-61aa-46e6-afd7-e3dba03ca5a6 req-fb1aa028-3f0a-4440-afc3-84a29d87e582 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Enqueued Resource ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 with Priority: HIGHEST for action security_group_members [ 734.584397] env[62781]: INFO networking_nsxv3.common.synchronization [req-14bd5fa1-61aa-46e6-afd7-e3dba03ca5a6 req-fb1aa028-3f0a-4440-afc3-84a29d87e582 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Enqueued Resource ID: a2b3f8f3-4688-4122-8c9f-4ebb658163a9 with Priority: HIGHEST for action port [ 734.585098] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 with Priority: HIGHEST for action security_group_rules [ 734.585254] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 with Priority: HIGHEST for action security_group_members [ 734.585323] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2b3f8f3-4688-4122-8c9f-4ebb658163a9 with Priority: HIGHEST for action port [ 734.585659] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ec4888f-29ad-4275-a54c-8a783d0c4582 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.585788] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.585946] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ec4888f-29ad-4275-a54c-8a783d0c4582 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.586043] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.586199] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2b3f8f3-4688-4122-8c9f-4ebb658163a9 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.586277] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2b3f8f3-4688-4122-8c9f-4ebb658163a9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.627810] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ec4888f-29ad-4275-a54c-8a783d0c4582 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.627995] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.628256] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2b3f8f3-4688-4122-8c9f-4ebb658163a9 with status ACTIVE [ 734.628467] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.628564] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.628632] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.628836] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.629214] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.629214] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.629214] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.629422] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.629422] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.629475] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.629640] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.629732] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.629793] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.629926] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.629999] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.630096] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2b3f8f3-4688-4122-8c9f-4ebb658163a9 is going to be updated. [ 734.635317] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-42a1819e-42b6-44e2-8234-693cc75c0a2c taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.635428] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42a1819e-42b6-44e2-8234-693cc75c0a2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.654592] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.654790] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.654949] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.655140] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.655280] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.655485] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2b3f8f3-4688-4122-8c9f-4ebb658163a9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.655649] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2b3f8f3-4688-4122-8c9f-4ebb658163a9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.655851] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2b3f8f3-4688-4122-8c9f-4ebb658163a9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.655942] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2b3f8f3-4688-4122-8c9f-4ebb658163a9',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.741165] env[62781]: INFO networking_nsxv3.common.synchronization [req-8e9e125e-d522-4b98-a428-df1048d3a4fb req-bd4cf4be-b335-482d-9151-03a242e78e16 tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Enqueued Resource ID: 4e1c0de8-b289-44e5-9f49-0cca926bae67 with Priority: HIGHEST for action security_group_members [ 734.741165] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1c0de8-b289-44e5-9f49-0cca926bae67 with Priority: HIGHEST for action security_group_members [ 734.741165] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1c0de8-b289-44e5-9f49-0cca926bae67 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.741328] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1c0de8-b289-44e5-9f49-0cca926bae67" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.741360] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1c0de8-b289-44e5-9f49-0cca926bae67" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.741621] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1c0de8-b289-44e5-9f49-0cca926bae67" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.741766] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.741857] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.741934] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.742286] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.742428] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.742546] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1c0de8-b289-44e5-9f49-0cca926bae67',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.935250] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ab92a7f-90ff-4d89-b702-15a0e7d01293',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.086726] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42a1819e-42b6-44e2-8234-693cc75c0a2c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.088101] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ec4888f-29ad-4275-a54c-8a783d0c4582',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.158405] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2b3f8f3-4688-4122-8c9f-4ebb658163a9 with status ACTIVE [ 735.158762] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.158848] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.161886] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.161886] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.161886] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.161886] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.161886] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.161886] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.161886] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.161886] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.161886] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.161886] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.161886] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.161886] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.161886] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.161886] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2b3f8f3-4688-4122-8c9f-4ebb658163a9 is going to be updated. [ 735.181497] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.181786] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.181786] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.182038] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.182186] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.182351] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2b3f8f3-4688-4122-8c9f-4ebb658163a9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.244547] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.244731] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.244787] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.245030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.245115] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.245312] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.245507] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.245507] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.245616] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.245693] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.245778] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1c0de8-b289-44e5-9f49-0cca926bae67 already deleted. [ 735.245978] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1c0de8-b289-44e5-9f49-0cca926bae67" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.365216] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-453 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.366320] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-453" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.366320] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-453" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.366320] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-453" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.366470] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.366640] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.366757] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.366997] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.367173] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.367382] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 735.367520] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 735.367972] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 735.368191] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 735.368347] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 735.368537] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 735.368748] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 735.386404] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 735.386619] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 735.386757] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 735.387058] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-453" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.387311] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-852444e8-6f25-4af6-b346-82ab8a063784 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.387485] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-852444e8-6f25-4af6-b346-82ab8a063784" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.387604] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-852444e8-6f25-4af6-b346-82ab8a063784" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.387956] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-852444e8-6f25-4af6-b346-82ab8a063784" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.388130] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('852444e8-6f25-4af6-b346-82ab8a063784',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.437498] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ab92a7f-90ff-4d89-b702-15a0e7d01293: rpc.has_security_group_logging(os_id): False [ 735.455250] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.455409] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.455488] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.455656] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.455741] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.456124] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.456250] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.457280] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.457280] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.457280] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.457280] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ab92a7f-90ff-4d89-b702-15a0e7d01293 is going to be created. [ 735.521392] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.521482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.521519] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.522560] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.522560] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.531184] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ab92a7f-90ff-4d89-b702-15a0e7d01293 in Status: IN_PROGRESS for 2s [ 735.590462] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.590689] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.590813] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.591075] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.591172] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.591271] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42a1819e-42b6-44e2-8234-693cc75c0a2c is going to be created. [ 735.592553] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.592673] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.592741] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.592905] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.592983] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.593295] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 is going to be updated. [ 735.624020] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.624020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.624020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.624020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.624020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.624730] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.624846] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.624965] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.625236] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.625397] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.644645] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 in Status: IN_PROGRESS for 2s [ 735.647733] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42a1819e-42b6-44e2-8234-693cc75c0a2c in Status: UNINITIALIZED for 2s [ 735.891142] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.896032] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.896032] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.896032] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.896032] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.896032] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 852444e8-6f25-4af6-b346-82ab8a063784 not found, creating... [ 735.896032] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.896032] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.896032] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.896032] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.896032] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.897740] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.897740] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.897740] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.897740] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.897740] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.897740] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 852444e8-6f25-4af6-b346-82ab8a063784 is going to be created. [ 735.922058] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.922272] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.922394] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.922650] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.922868] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.923094] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-852444e8-6f25-4af6-b346-82ab8a063784" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.800016] env[62781]: INFO networking_nsxv3.common.synchronization [req-8e9e125e-d522-4b98-a428-df1048d3a4fb req-be5b4d4d-c2d4-4b54-879e-3079ab994e70 service nova] Enqueued Resource ID: 4e1c0de8-b289-44e5-9f49-0cca926bae67 with Priority: HIGHEST for action security_group_rules [ 736.800240] env[62781]: INFO networking_nsxv3.common.synchronization [req-8e9e125e-d522-4b98-a428-df1048d3a4fb req-be5b4d4d-c2d4-4b54-879e-3079ab994e70 service nova] Enqueued Resource ID: 4e1c0de8-b289-44e5-9f49-0cca926bae67 with Priority: HIGHEST for action security_group_members [ 736.800414] env[62781]: INFO networking_nsxv3.common.synchronization [req-8e9e125e-d522-4b98-a428-df1048d3a4fb req-be5b4d4d-c2d4-4b54-879e-3079ab994e70 service nova] Enqueued Resource ID: 852444e8-6f25-4af6-b346-82ab8a063784 with Priority: HIGHEST for action port [ 736.801460] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1c0de8-b289-44e5-9f49-0cca926bae67 with Priority: HIGHEST for action security_group_rules [ 736.801603] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1c0de8-b289-44e5-9f49-0cca926bae67 with Priority: HIGHEST for action security_group_members [ 736.801705] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852444e8-6f25-4af6-b346-82ab8a063784 with Priority: HIGHEST for action port [ 736.801977] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e1c0de8-b289-44e5-9f49-0cca926bae67 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.802113] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e1c0de8-b289-44e5-9f49-0cca926bae67" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.802190] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e1c0de8-b289-44e5-9f49-0cca926bae67" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.802501] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e1c0de8-b289-44e5-9f49-0cca926bae67" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.802501] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e1c0de8-b289-44e5-9f49-0cca926bae67',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.803668] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1c0de8-b289-44e5-9f49-0cca926bae67 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.803786] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1c0de8-b289-44e5-9f49-0cca926bae67" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.803850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1c0de8-b289-44e5-9f49-0cca926bae67" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.804023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1c0de8-b289-44e5-9f49-0cca926bae67" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.804179] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.804262] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.804391] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.804463] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.804549] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.804639] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1c0de8-b289-44e5-9f49-0cca926bae67',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.805643] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-852444e8-6f25-4af6-b346-82ab8a063784 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.805643] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-852444e8-6f25-4af6-b346-82ab8a063784" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.805643] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-852444e8-6f25-4af6-b346-82ab8a063784" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.805796] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-852444e8-6f25-4af6-b346-82ab8a063784" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.805899] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('852444e8-6f25-4af6-b346-82ab8a063784',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.310276] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e1c0de8-b289-44e5-9f49-0cca926bae67',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.310276] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1c0de8-b289-44e5-9f49-0cca926bae67 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.310276] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1c0de8-b289-44e5-9f49-0cca926bae67" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.310276] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 852444e8-6f25-4af6-b346-82ab8a063784 with status ACTIVE [ 737.310276] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.310276] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.310276] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.310276] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.310276] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.310276] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.310276] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.310276] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.310276] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.310276] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.310748] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.310748] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.310748] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.311739] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.313031] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.313031] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 852444e8-6f25-4af6-b346-82ab8a063784 is going to be updated. [ 737.336646] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.336798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.336845] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.337078] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.337224] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.337378] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-852444e8-6f25-4af6-b346-82ab8a063784" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.543505] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ab92a7f-90ff-4d89-b702-15a0e7d01293 in Status: SUCCESS [ 737.543751] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ab92a7f-90ff-4d89-b702-15a0e7d01293" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.604348] env[62781]: INFO networking_nsxv3.common.synchronization [req-0a9f9da4-b661-462e-80d6-9daa4552fa8c req-a52b95e8-00e8-4e29-b956-a0e22835afd1 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Enqueued Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_members [ 737.604923] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_members [ 737.605172] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.605293] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.605356] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.605597] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.605740] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.605840] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.605901] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.606067] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.606176] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.606245] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.654187] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 in Status: SUCCESS [ 737.654374] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.654546] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.654779] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.654984] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.655115] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.655182] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.655382] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.655471] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.655520] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ec4888f-29ad-4275-a54c-8a783d0c4582',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.656955] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42a1819e-42b6-44e2-8234-693cc75c0a2c in Status: SUCCESS [ 737.657161] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42a1819e-42b6-44e2-8234-693cc75c0a2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.657320] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42a1819e-42b6-44e2-8234-693cc75c0a2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.657486] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42a1819e-42b6-44e2-8234-693cc75c0a2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.657671] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.657775] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.657842] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.657992] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.658075] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.658155] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42a1819e-42b6-44e2-8234-693cc75c0a2c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.816356] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e1c0de8-b289-44e5-9f49-0cca926bae67',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.948141] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-507 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.949628] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-507" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.949787] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-507" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.950130] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-507" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.950422] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.950607] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.950731] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.950954] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.951807] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.952397] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 737.952698] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.953069] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.953212] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.953336] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 737.953452] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.953596] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.971865] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.972014] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 737.972154] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.972323] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-507" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.972635] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-fc19afd1-c4ef-42fb-bf01-62bbb2795611 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.972840] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-fc19afd1-c4ef-42fb-bf01-62bbb2795611" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.972964] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-fc19afd1-c4ef-42fb-bf01-62bbb2795611" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.973283] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-fc19afd1-c4ef-42fb-bf01-62bbb2795611" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.973420] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc19afd1-c4ef-42fb-bf01-62bbb2795611',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.111110] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.112054] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.112054] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.112054] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.112054] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.112054] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.112054] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.112054] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.112340] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.112340] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.112340] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9588ff4a-654e-400c-a650-03930bdde17c already deleted. [ 738.112340] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.159823] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ec4888f-29ad-4275-a54c-8a783d0c4582',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.163690] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.163824] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.163881] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.164097] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.164367] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.164367] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.164506] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.164506] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.164722] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.164722] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.164832] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42a1819e-42b6-44e2-8234-693cc75c0a2c is going to be deleted. [ 738.222457] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.222591] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.222628] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.222846] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.222938] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.223048] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42a1819e-42b6-44e2-8234-693cc75c0a2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.223240] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42a1819e-42b6-44e2-8234-693cc75c0a2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.223404] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42a1819e-42b6-44e2-8234-693cc75c0a2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.223565] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.223688] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.223717] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.223853] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.223929] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.224029] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42a1819e-42b6-44e2-8234-693cc75c0a2c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.319591] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.319702] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.319833] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.320119] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.321075] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.321194] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1c0de8-b289-44e5-9f49-0cca926bae67 is going to be created. [ 738.346912] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.346912] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.346912] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.346912] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.346912] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.361836] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1c0de8-b289-44e5-9f49-0cca926bae67 in Status: UNINITIALIZED for 2s [ 738.475324] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.475496] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.475620] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.475932] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.476107] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.476261] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port fc19afd1-c4ef-42fb-bf01-62bbb2795611 not found, creating... [ 738.476523] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.476675] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.476791] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.477089] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.477239] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.477521] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.477704] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.477821] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.478973] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.479178] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.479340] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: fc19afd1-c4ef-42fb-bf01-62bbb2795611 is going to be created. [ 738.502967] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.502967] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.502967] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.502967] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.502967] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.502967] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-fc19afd1-c4ef-42fb-bf01-62bbb2795611" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.662352] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ec4888f-29ad-4275-a54c-8a783d0c4582',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.726176] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.726334] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.726372] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.726597] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.726689] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.726881] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.726979] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.727254] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.727662] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.727746] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.727837] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42a1819e-42b6-44e2-8234-693cc75c0a2c already deleted. [ 738.727918] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42a1819e-42b6-44e2-8234-693cc75c0a2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.728090] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42a1819e-42b6-44e2-8234-693cc75c0a2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.728238] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42a1819e-42b6-44e2-8234-693cc75c0a2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.728610] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.728728] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.728779] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.728974] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.729413] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.729555] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42a1819e-42b6-44e2-8234-693cc75c0a2c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.165434] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.165784] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.165784] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.166911] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.166911] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.166911] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 is going to be updated. [ 739.220484] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.220662] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.220705] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.220996] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.221175] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.230805] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 in Status: IN_PROGRESS for 2s [ 739.232314] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.232458] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.232530] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.232738] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.232829] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.233024] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.233126] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.233188] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.233331] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.233406] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.233491] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42a1819e-42b6-44e2-8234-693cc75c0a2c already deleted. [ 739.233602] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42a1819e-42b6-44e2-8234-693cc75c0a2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.233655] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42a1819e-42b6-44e2-8234-693cc75c0a2c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.353359] env[62781]: INFO networking_nsxv3.common.synchronization [req-0a9f9da4-b661-462e-80d6-9daa4552fa8c req-cebca3ba-4a79-469f-b41a-a5dab55db5b8 service nova] Enqueued Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_rules [ 739.353559] env[62781]: INFO networking_nsxv3.common.synchronization [req-0a9f9da4-b661-462e-80d6-9daa4552fa8c req-cebca3ba-4a79-469f-b41a-a5dab55db5b8 service nova] Enqueued Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_members [ 739.354113] env[62781]: INFO networking_nsxv3.common.synchronization [req-0a9f9da4-b661-462e-80d6-9daa4552fa8c req-cebca3ba-4a79-469f-b41a-a5dab55db5b8 service nova] Enqueued Resource ID: fc19afd1-c4ef-42fb-bf01-62bbb2795611 with Priority: HIGHEST for action port [ 739.354352] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_rules [ 739.354486] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_members [ 739.354605] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc19afd1-c4ef-42fb-bf01-62bbb2795611 with Priority: HIGHEST for action port [ 739.355559] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.355689] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.355758] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.356014] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.356105] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.357586] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.360821] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.360821] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.360821] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.360821] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.360821] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.360821] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.360821] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.360821] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.360821] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.360821] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc19afd1-c4ef-42fb-bf01-62bbb2795611 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.360821] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc19afd1-c4ef-42fb-bf01-62bbb2795611" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.360821] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc19afd1-c4ef-42fb-bf01-62bbb2795611" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.360821] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc19afd1-c4ef-42fb-bf01-62bbb2795611" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.360821] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc19afd1-c4ef-42fb-bf01-62bbb2795611',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.735842] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42a1819e-42b6-44e2-8234-693cc75c0a2c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.861970] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.862215] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.862484] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc19afd1-c4ef-42fb-bf01-62bbb2795611 with status ACTIVE [ 739.862719] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.862854] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.862923] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.863225] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.863412] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.863737] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.863835] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.863951] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.864200] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.864289] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.864565] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.864700] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.864770] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.864954] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.865051] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.865147] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc19afd1-c4ef-42fb-bf01-62bbb2795611 is going to be updated. [ 739.866575] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.887266] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.887266] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.887266] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.887266] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.887266] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.887266] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc19afd1-c4ef-42fb-bf01-62bbb2795611" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.238493] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42a1819e-42b6-44e2-8234-693cc75c0a2c: rpc.has_security_group_logging(os_id): False [ 740.255922] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.256088] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.256162] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.256380] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.256473] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.256688] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.256788] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.256932] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.257036] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.257120] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.257210] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42a1819e-42b6-44e2-8234-693cc75c0a2c is going to be created. [ 740.276080] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/42a1819e-42b6-44e2-8234-693cc75c0a2c], does not exist path=[/infra/domains/default/groups/42a1819e-42b6-44e2-8234-693cc75c0a2c]."\n}' [ 740.276080] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42a1819e-42b6-44e2-8234-693cc75c0a2c failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/42a1819e-42b6-44e2-8234-693cc75c0a2c [ 740.276080] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 740.304085] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.304233] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.304302] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.304511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.305565] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.306007] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.306528] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.306603] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.306832] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.306917] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.307140] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.307252] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.307293] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.307435] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.307812] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.307812] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42a1819e-42b6-44e2-8234-693cc75c0a2c is going to be created. [ 740.323116] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/42a1819e-42b6-44e2-8234-693cc75c0a2c], does not exist path=[/infra/domains/default/groups/42a1819e-42b6-44e2-8234-693cc75c0a2c]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/42a1819e-42b6-44e2-8234-693cc75c0a2c [ 740.323301] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42a1819e-42b6-44e2-8234-693cc75c0a2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.323856] env[62781]: Traceback (most recent call last): [ 740.323905] env[62781]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 740.323905] env[62781]: return func(*args, **kwargs) [ 740.323905] env[62781]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 740.323905] env[62781]: res.raise_for_status() [ 740.323905] env[62781]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 740.323905] env[62781]: raise HTTPError(http_error_msg, response=self) [ 740.323905] env[62781]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/42a1819e-42b6-44e2-8234-693cc75c0a2c [ 740.323905] env[62781]: During handling of the above exception, another exception occurred: [ 740.323905] env[62781]: Traceback (most recent call last): [ 740.323905] env[62781]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 740.323905] env[62781]: listener.cb(fileno) [ 740.323905] env[62781]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 740.323905] env[62781]: result = function(*args, **kwargs) [ 740.323905] env[62781]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 740.323905] env[62781]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 740.323905] env[62781]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 740.323905] env[62781]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 740.323905] env[62781]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 740.323905] env[62781]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 740.324436] env[62781]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 740.324436] env[62781]: res.raise_for_status() [ 740.324436] env[62781]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 740.324436] env[62781]: raise HTTPError(http_error_msg, response=self) [ 740.324436] env[62781]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/42a1819e-42b6-44e2-8234-693cc75c0a2c [ 740.324436] env[62781]: Removing descriptor: 21 [ 740.369787] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1c0de8-b289-44e5-9f49-0cca926bae67 in Status: SUCCESS [ 740.370017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1c0de8-b289-44e5-9f49-0cca926bae67" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.370300] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.371176] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1c0de8-b289-44e5-9f49-0cca926bae67" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.371389] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1c0de8-b289-44e5-9f49-0cca926bae67" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.371582] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.371695] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.371762] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.371910] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.371989] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.372655] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1c0de8-b289-44e5-9f49-0cca926bae67" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.372757] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e1c0de8-b289-44e5-9f49-0cca926bae67',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.875278] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.878022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.878022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.878022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.878022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.878022] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9588ff4a-654e-400c-a650-03930bdde17c is going to be created. [ 740.878022] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1c0de8-b289-44e5-9f49-0cca926bae67 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.878022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1c0de8-b289-44e5-9f49-0cca926bae67" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.878022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1c0de8-b289-44e5-9f49-0cca926bae67" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.882029] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1c0de8-b289-44e5-9f49-0cca926bae67" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.882029] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.882029] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.882029] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.882029] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.882029] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.882029] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1c0de8-b289-44e5-9f49-0cca926bae67" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.882029] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1c0de8-b289-44e5-9f49-0cca926bae67 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.882029] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1c0de8-b289-44e5-9f49-0cca926bae67" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.882029] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1c0de8-b289-44e5-9f49-0cca926bae67" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.882029] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1c0de8-b289-44e5-9f49-0cca926bae67" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.882029] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.882029] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.882029] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.882029] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.882029] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.882029] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1c0de8-b289-44e5-9f49-0cca926bae67" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.882029] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e1c0de8-b289-44e5-9f49-0cca926bae67',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.905035] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.905227] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.905297] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.905562] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.905803] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.918919] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: UNINITIALIZED for 2s [ 741.242207] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 in Status: SUCCESS [ 741.243415] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.243608] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.244342] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.244508] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.244664] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.244734] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.244979] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.244979] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.245096] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ec4888f-29ad-4275-a54c-8a783d0c4582',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.384985] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e1c0de8-b289-44e5-9f49-0cca926bae67: rpc.has_security_group_logging(os_id): False [ 741.404244] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.404244] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.404244] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.404244] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.404244] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.404244] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.404244] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.404244] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.404724] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.404724] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.404724] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.404724] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.404724] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.405067] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.405067] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.405067] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.405234] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.405234] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.405343] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.406261] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.406429] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e1c0de8-b289-44e5-9f49-0cca926bae67 is going to be created. [ 741.460754] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.460944] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.461234] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.461234] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.461388] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.472975] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e1c0de8-b289-44e5-9f49-0cca926bae67 in Status: IN_PROGRESS for 2s [ 741.748238] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ec4888f-29ad-4275-a54c-8a783d0c4582',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.250925] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ec4888f-29ad-4275-a54c-8a783d0c4582',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.406888] env[62781]: INFO networking_nsxv3.common.synchronization [req-e135346c-4577-44e7-a0a7-1564785cee94 req-4a26068e-e37f-4e55-9b39-3198a601f050 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Enqueued Resource ID: 0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7 with Priority: HIGHEST for action security_group_members [ 742.407579] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7 with Priority: HIGHEST for action security_group_members [ 742.407919] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.408189] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.408228] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.408564] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.408731] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.409482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.409587] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.409784] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.409892] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.409992] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.686427] env[62781]: INFO networking_nsxv3.common.synchronization [req-3de351d0-2cb6-4db8-a71c-0ee278da530f req-fd49737e-2182-4c54-8d84-792226cc220b tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Enqueued Resource ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 with Priority: HIGHEST for action security_group_members [ 742.687075] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 with Priority: HIGHEST for action security_group_members [ 742.687421] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ec4888f-29ad-4275-a54c-8a783d0c4582 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.687562] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.753830] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.753983] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.754071] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.754282] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.754376] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.754474] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 is going to be updated. [ 742.779773] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.779947] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.779995] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.780212] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.780356] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.789475] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 in Status: IN_PROGRESS for 2s [ 742.913817] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.914053] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.914123] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.914366] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.914646] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.914713] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.914789] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.914853] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.915023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.915099] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.915184] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7 already deleted. [ 742.915266] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.927676] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: SUCCESS [ 742.927945] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.928216] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.928571] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.928645] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.928785] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.928842] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.928970] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.929096] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.929166] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.929262] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.073194] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-663 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.073194] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-663" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.077121] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-663" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.077480] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-663" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.077760] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.077925] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.078065] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.079443] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.079443] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.079443] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 743.079443] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.079443] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.079443] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.079443] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 743.079443] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.079443] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.098118] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.098285] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 743.098906] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.099146] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-663" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.102947] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-f04145a4-82f7-432f-bda9-80aad0b9e6f4 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.102947] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-f04145a4-82f7-432f-bda9-80aad0b9e6f4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.102947] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-f04145a4-82f7-432f-bda9-80aad0b9e6f4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.102947] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-f04145a4-82f7-432f-bda9-80aad0b9e6f4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.102947] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f04145a4-82f7-432f-bda9-80aad0b9e6f4',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.435233] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.435608] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.435608] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.435735] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.435848] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.435944] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.435994] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.436139] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.436198] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.436341] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.436442] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.436555] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.436634] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.436751] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.436882] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.436971] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.437094] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.437206] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.437287] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.437371] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.437447] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.483107] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e1c0de8-b289-44e5-9f49-0cca926bae67 in Status: SUCCESS [ 743.483350] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e1c0de8-b289-44e5-9f49-0cca926bae67" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.607065] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.607065] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.607065] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.607065] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.607344] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.607344] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port f04145a4-82f7-432f-bda9-80aad0b9e6f4 not found, creating... [ 743.607535] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.607692] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.607808] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.608030] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.608166] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.608446] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.608671] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.608791] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.609018] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.609154] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.609296] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: f04145a4-82f7-432f-bda9-80aad0b9e6f4 is going to be created. [ 743.629028] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.629028] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.629028] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.629028] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.629028] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.629322] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-f04145a4-82f7-432f-bda9-80aad0b9e6f4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.940305] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9588ff4a-654e-400c-a650-03930bdde17c: rpc.has_security_group_logging(os_id): False [ 743.957459] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.957648] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.957648] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.957837] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.957929] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.958130] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.958230] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.958293] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.958439] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.958559] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.958743] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.958839] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.958900] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.959050] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.959123] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.959312] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.959407] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.959471] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.959641] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.959722] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.959810] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9588ff4a-654e-400c-a650-03930bdde17c is going to be created. [ 744.014525] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.014686] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.014749] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.014946] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.015137] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.024964] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: IN_PROGRESS for 2s [ 744.578927] env[62781]: INFO networking_nsxv3.common.synchronization [req-e135346c-4577-44e7-a0a7-1564785cee94 req-6cc898b5-2b35-48a0-8001-ec8c595bb076 service nova] Enqueued Resource ID: 0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7 with Priority: HIGHEST for action security_group_rules [ 744.579192] env[62781]: INFO networking_nsxv3.common.synchronization [req-e135346c-4577-44e7-a0a7-1564785cee94 req-6cc898b5-2b35-48a0-8001-ec8c595bb076 service nova] Enqueued Resource ID: 0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7 with Priority: HIGHEST for action security_group_members [ 744.579348] env[62781]: INFO networking_nsxv3.common.synchronization [req-e135346c-4577-44e7-a0a7-1564785cee94 req-6cc898b5-2b35-48a0-8001-ec8c595bb076 service nova] Enqueued Resource ID: f04145a4-82f7-432f-bda9-80aad0b9e6f4 with Priority: HIGHEST for action port [ 744.579935] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7 with Priority: HIGHEST for action security_group_rules [ 744.580416] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7 with Priority: HIGHEST for action security_group_members [ 744.580416] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f04145a4-82f7-432f-bda9-80aad0b9e6f4 with Priority: HIGHEST for action port [ 744.584993] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.584993] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.584993] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.584993] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.584993] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.584993] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.584993] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.584993] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.584993] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.584993] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.584993] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.584993] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.584993] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.584993] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.584993] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.586181] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-f04145a4-82f7-432f-bda9-80aad0b9e6f4 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.586248] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f04145a4-82f7-432f-bda9-80aad0b9e6f4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.586407] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f04145a4-82f7-432f-bda9-80aad0b9e6f4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.589607] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f04145a4-82f7-432f-bda9-80aad0b9e6f4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.589607] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f04145a4-82f7-432f-bda9-80aad0b9e6f4',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.800988] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 in Status: SUCCESS [ 744.800988] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.800988] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.800988] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.800988] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.800988] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.800988] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.800988] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.800988] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.800988] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ec4888f-29ad-4275-a54c-8a783d0c4582',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.084166] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.084257] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.088060] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f04145a4-82f7-432f-bda9-80aad0b9e6f4 with status ACTIVE [ 745.088267] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.088383] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.088480] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.088962] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.089068] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.089253] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.089356] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.089447] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.089635] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.089690] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.089864] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.090000] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.090063] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.090167] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.090620] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.090620] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f04145a4-82f7-432f-bda9-80aad0b9e6f4 is going to be updated. [ 745.092531] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.112657] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.112787] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.112855] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.113082] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.113200] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.117017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f04145a4-82f7-432f-bda9-80aad0b9e6f4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.304089] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.304255] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.304318] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.304532] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.339261] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.339550] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.339708] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.339785] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.339993] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.340090] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.340182] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 is going to be updated. [ 745.369963] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.370177] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.370177] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.370489] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.370489] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.379730] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 in Status: IN_PROGRESS for 2s [ 745.598298] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.038072] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: SUCCESS [ 746.038072] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.103029] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.103029] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.103029] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.103029] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.103029] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.103029] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7 is going to be created. [ 746.124347] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.124524] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.124590] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.124771] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.124931] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.134191] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7 in Status: UNINITIALIZED for 2s [ 747.149033] env[62781]: INFO networking_nsxv3.common.synchronization [req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d req-07143c1c-ea4b-428d-9b80-643a82d19032 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Enqueued Resource ID: 414fcbc7-7267-4d60-9e52-6e85dc5f9125 with Priority: HIGHEST for action security_group_members [ 747.149527] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 414fcbc7-7267-4d60-9e52-6e85dc5f9125 with Priority: HIGHEST for action security_group_members [ 747.150492] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-414fcbc7-7267-4d60-9e52-6e85dc5f9125 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.152192] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-414fcbc7-7267-4d60-9e52-6e85dc5f9125" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.152192] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-414fcbc7-7267-4d60-9e52-6e85dc5f9125" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.152192] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-414fcbc7-7267-4d60-9e52-6e85dc5f9125" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.152192] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.152192] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.152192] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.153135] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.153184] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.154376] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('414fcbc7-7267-4d60-9e52-6e85dc5f9125',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.392103] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 in Status: SUCCESS [ 747.392286] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 deletion is rescheduled due to dependency. [ 747.392399] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.392578] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.392801] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.393182] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.393303] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.393371] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.393532] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.393620] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.393710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.393803] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ec4888f-29ad-4275-a54c-8a783d0c4582',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.394743] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.394911] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.395095] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.396171] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.396171] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.396171] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.396171] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.396171] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ec4888f-29ad-4275-a54c-8a783d0c4582',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.398082] env[62781]: INFO networking_nsxv3.common.synchronization [req-d6e78695-170f-45bd-b236-49bfbf07497a req-ebdfcc65-3276-4285-abb4-fb04ced6f9a2 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Enqueued Resource ID: c2724694-b2e7-47d6-9fda-140002a0d16a with Priority: HIGHEST for action security_group_members [ 747.398690] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2724694-b2e7-47d6-9fda-140002a0d16a with Priority: HIGHEST for action security_group_members [ 747.399150] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2724694-b2e7-47d6-9fda-140002a0d16a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.399272] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.399338] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.399537] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.400150] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.400150] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.400150] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.400150] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.400150] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.400150] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.657090] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.657330] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.657396] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.657621] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.678344] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.678616] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.679196] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.679196] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.679196] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.679196] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.679196] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 414fcbc7-7267-4d60-9e52-6e85dc5f9125 is going to be updated. [ 747.703517] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.703726] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.703791] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.704092] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.707753] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.716888] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 414fcbc7-7267-4d60-9e52-6e85dc5f9125 in Status: IN_PROGRESS for 2s [ 747.821863] env[62781]: INFO networking_nsxv3.common.synchronization [req-7d304ab9-c691-4998-b495-28ef5a40e9fa req-c28307ac-d9bb-4b25-9de3-e129a698965f tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Enqueued Resource ID: 4e1c0de8-b289-44e5-9f49-0cca926bae67 with Priority: HIGHEST for action security_group_members [ 747.823325] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1c0de8-b289-44e5-9f49-0cca926bae67 with Priority: HIGHEST for action security_group_members [ 747.823325] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1c0de8-b289-44e5-9f49-0cca926bae67 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.823325] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1c0de8-b289-44e5-9f49-0cca926bae67" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.823325] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1c0de8-b289-44e5-9f49-0cca926bae67" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.826026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1c0de8-b289-44e5-9f49-0cca926bae67" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.826213] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.826322] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.827626] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.827626] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.827626] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.827626] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1c0de8-b289-44e5-9f49-0cca926bae67',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.900422] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ec4888f-29ad-4275-a54c-8a783d0c4582 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.900422] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.900679] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.900679] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.900679] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.901138] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.901138] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.901238] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.901340] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.901426] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.901600] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.901751] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.901871] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 is going to be updated. [ 747.903280] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.903556] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.903556] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.903624] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.928437] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.929771] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.929771] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.929771] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.930144] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.930190] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.930315] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2724694-b2e7-47d6-9fda-140002a0d16a is going to be updated. [ 747.932490] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.932613] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.932678] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.932880] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.933253] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.936863] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-408 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.937139] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-408" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.937223] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-408" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.937584] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-408" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.937753] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.937958] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.938039] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.938238] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.938377] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.938606] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 747.938723] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.938832] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.938960] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.939061] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 747.939177] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.939305] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.943490] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 in Status: IN_PROGRESS for 2s [ 747.962864] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.963088] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 747.963264] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.963468] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-408" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.963817] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-8196ea5c-7a43-4898-bec1-1e745f64e949 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.964059] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-8196ea5c-7a43-4898-bec1-1e745f64e949" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.964216] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-8196ea5c-7a43-4898-bec1-1e745f64e949" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.964659] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-8196ea5c-7a43-4898-bec1-1e745f64e949" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.964715] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8196ea5c-7a43-4898-bec1-1e745f64e949',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.968655] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.968817] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.968868] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.969178] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.969442] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.980589] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2724694-b2e7-47d6-9fda-140002a0d16a in Status: IN_PROGRESS for 2s [ 748.147193] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7 in Status: UNINITIALIZED for 4s [ 748.331377] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.331377] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.331377] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.331377] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.331377] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.331377] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.331377] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.331377] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.331377] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.331377] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.331377] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1c0de8-b289-44e5-9f49-0cca926bae67 is going to be updated. [ 748.372100] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.372256] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.372329] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.372523] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.372662] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.381771] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1c0de8-b289-44e5-9f49-0cca926bae67 in Status: IN_PROGRESS for 2s [ 748.472300] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.472300] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.472300] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.472300] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.472300] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.472300] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 8196ea5c-7a43-4898-bec1-1e745f64e949 not found, creating... [ 748.472300] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.472300] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.472300] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.472300] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.472300] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.472712] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.472712] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.472712] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.472712] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.472712] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.473718] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 8196ea5c-7a43-4898-bec1-1e745f64e949 is going to be created. [ 748.503328] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.503328] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.503328] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.503328] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.503328] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.503328] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-8196ea5c-7a43-4898-bec1-1e745f64e949" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.317133] env[62781]: INFO networking_nsxv3.common.synchronization [req-d6e78695-170f-45bd-b236-49bfbf07497a req-655b109c-a398-43bb-84b0-b796cac8f745 service nova] Enqueued Resource ID: c2724694-b2e7-47d6-9fda-140002a0d16a with Priority: HIGHEST for action security_group_rules [ 749.317315] env[62781]: INFO networking_nsxv3.common.synchronization [req-d6e78695-170f-45bd-b236-49bfbf07497a req-655b109c-a398-43bb-84b0-b796cac8f745 service nova] Enqueued Resource ID: c2724694-b2e7-47d6-9fda-140002a0d16a with Priority: HIGHEST for action security_group_members [ 749.317513] env[62781]: INFO networking_nsxv3.common.synchronization [req-d6e78695-170f-45bd-b236-49bfbf07497a req-655b109c-a398-43bb-84b0-b796cac8f745 service nova] Enqueued Resource ID: 8196ea5c-7a43-4898-bec1-1e745f64e949 with Priority: HIGHEST for action port [ 749.318265] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2724694-b2e7-47d6-9fda-140002a0d16a with Priority: HIGHEST for action security_group_rules [ 749.318412] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2724694-b2e7-47d6-9fda-140002a0d16a with Priority: HIGHEST for action security_group_members [ 749.318571] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8196ea5c-7a43-4898-bec1-1e745f64e949 with Priority: HIGHEST for action port [ 749.318849] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2724694-b2e7-47d6-9fda-140002a0d16a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.318992] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.319123] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.319416] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.319505] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.320433] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2724694-b2e7-47d6-9fda-140002a0d16a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.320523] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.320736] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-8196ea5c-7a43-4898-bec1-1e745f64e949 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.321145] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8196ea5c-7a43-4898-bec1-1e745f64e949" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.321145] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8196ea5c-7a43-4898-bec1-1e745f64e949" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.326022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8196ea5c-7a43-4898-bec1-1e745f64e949" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.326022] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8196ea5c-7a43-4898-bec1-1e745f64e949',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.664532] env[62781]: INFO networking_nsxv3.common.synchronization [None req-165ec62d-0699-4736-bfe1-0418b80360e5 None None] Enqueued Resource ID: f303f00b-52ee-4158-ba71-5cba3fcc8dbf with Priority: HIGHEST for action port [ 749.665117] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f303f00b-52ee-4158-ba71-5cba3fcc8dbf with Priority: HIGHEST for action port [ 749.665473] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-f303f00b-52ee-4158-ba71-5cba3fcc8dbf taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.665643] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f303f00b-52ee-4158-ba71-5cba3fcc8dbf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.665743] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f303f00b-52ee-4158-ba71-5cba3fcc8dbf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.666561] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f303f00b-52ee-4158-ba71-5cba3fcc8dbf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.666672] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f303f00b-52ee-4158-ba71-5cba3fcc8dbf',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.727409] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 414fcbc7-7267-4d60-9e52-6e85dc5f9125 in Status: SUCCESS [ 749.727585] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 414fcbc7-7267-4d60-9e52-6e85dc5f9125 deletion is rescheduled due to dependency. [ 749.727692] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-414fcbc7-7267-4d60-9e52-6e85dc5f9125" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.830488] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2724694-b2e7-47d6-9fda-140002a0d16a taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.830633] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.830820] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8196ea5c-7a43-4898-bec1-1e745f64e949 with status ACTIVE [ 749.830991] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.831106] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.831171] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.831388] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.831476] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.831645] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.831739] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.832072] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.832072] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.832072] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.832240] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.833272] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.833272] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.833272] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.833272] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.833272] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8196ea5c-7a43-4898-bec1-1e745f64e949 is going to be updated. [ 749.851841] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.851841] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.851841] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.851841] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.851841] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.852211] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8196ea5c-7a43-4898-bec1-1e745f64e949" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.953021] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 in Status: SUCCESS [ 749.953288] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 deletion is rescheduled due to dependency. [ 749.953326] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.953458] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.953694] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.954080] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.954163] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.954280] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.954639] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.954724] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.954813] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.955211] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ec4888f-29ad-4275-a54c-8a783d0c4582 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.955496] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.955867] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.955867] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.955867] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.956018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.956018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.956590] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.956590] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.956590] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.956590] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ec4888f-29ad-4275-a54c-8a783d0c4582',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.991840] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2724694-b2e7-47d6-9fda-140002a0d16a in Status: SUCCESS [ 749.991840] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2724694-b2e7-47d6-9fda-140002a0d16a deletion is rescheduled due to dependency. [ 749.991840] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.991840] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.991840] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.991840] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.991840] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.991840] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.991840] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.992868] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.993143] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.158924] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7 in Status: SUCCESS [ 750.160267] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.161413] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.161413] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.161413] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.161413] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.161413] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.161909] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.162836] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.162836] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.162836] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.170676] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f303f00b-52ee-4158-ba71-5cba3fcc8dbf [ 750.170676] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.170676] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.170676] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.170676] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.170676] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.170676] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f303f00b-52ee-4158-ba71-5cba3fcc8dbf already deleted. [ 750.170676] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f303f00b-52ee-4158-ba71-5cba3fcc8dbf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.392999] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1c0de8-b289-44e5-9f49-0cca926bae67 in Status: SUCCESS [ 750.392999] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1c0de8-b289-44e5-9f49-0cca926bae67 deletion is rescheduled due to dependency. [ 750.392999] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1c0de8-b289-44e5-9f49-0cca926bae67" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.461462] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ec4888f-29ad-4275-a54c-8a783d0c4582: rpc.has_security_group_logging(os_id): False [ 750.478616] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.478616] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.478616] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.478616] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.478616] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.478817] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.478861] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.478892] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.479192] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.479192] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.479950] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.479950] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.479950] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.479950] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.479950] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.479950] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.479950] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.480206] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.480206] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.480206] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.480365] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 is going to be updated. [ 750.499146] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.535457] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.535608] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.535656] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.536468] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.536468] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.552033] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 in Status: IN_PROGRESS for 2s [ 750.669880] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.998953] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.172174] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7: rpc.has_security_group_logging(os_id): False [ 751.190952] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.191158] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.192610] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.193016] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.193135] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.193396] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.193504] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.193569] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.193745] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.193985] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.193985] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7 is going to be created. [ 751.263020] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.263020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.263020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.263020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.263020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.278078] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7 in Status: IN_PROGRESS for 2s [ 751.501305] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.501475] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.501554] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.501778] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.501880] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.501983] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2724694-b2e7-47d6-9fda-140002a0d16a is going to be updated. [ 751.546618] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.546795] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.546841] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.547083] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.547243] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.557190] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2724694-b2e7-47d6-9fda-140002a0d16a in Status: IN_PROGRESS for 2s [ 751.997786] env[62781]: INFO networking_nsxv3.common.synchronization [req-be0dc1c2-4fd3-4c1c-94ab-f46bc8a1f6d3 req-7b9b3904-69b1-4c53-9ef8-cedec594fea2 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Enqueued Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_members [ 751.998709] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_members [ 751.998912] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.001157] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.001253] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.001464] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.001638] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.001747] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.001807] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.001962] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.002067] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.002162] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.504818] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.505036] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.505096] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.505324] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.505517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.505633] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.505759] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.505839] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.506061] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.506061] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.506149] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9588ff4a-654e-400c-a650-03930bdde17c is going to be updated. [ 752.539160] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.539349] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.539422] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.539623] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.539742] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.548835] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: IN_PROGRESS for 2s [ 752.568940] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 in Status: SUCCESS [ 752.569359] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.569484] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.569896] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.571085] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ec4888f-29ad-4275-a54c-8a783d0c4582',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.070190] env[62781]: INFO networking_nsxv3.common.synchronization [req-d6e78695-170f-45bd-b236-49bfbf07497a req-143fe312-6049-4078-aa90-3ab8d13a6799 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Enqueued Resource ID: c2724694-b2e7-47d6-9fda-140002a0d16a with Priority: HIGHEST for action security_group_members [ 753.070689] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2724694-b2e7-47d6-9fda-140002a0d16a with Priority: HIGHEST for action security_group_members [ 753.070985] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2724694-b2e7-47d6-9fda-140002a0d16a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.071114] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.093514] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.093669] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.093757] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.094091] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.094091] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.094261] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ec4888f-29ad-4275-a54c-8a783d0c4582 is going to be deleted. [ 753.142766] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.142766] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.142766] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.142766] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.142766] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.142766] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ec4888f-29ad-4275-a54c-8a783d0c4582" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.297697] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7 in Status: SUCCESS [ 753.297697] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.346904] env[62781]: INFO networking_nsxv3.common.synchronization [None req-1a1ad0e4-343d-4134-82f2-bced8510a731 None None] Enqueued Resource ID: 8e918326-4ca2-4cd8-9d9d-6ea2212ff82f with Priority: HIGHEST for action port [ 753.347520] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e918326-4ca2-4cd8-9d9d-6ea2212ff82f with Priority: HIGHEST for action port [ 753.347724] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e918326-4ca2-4cd8-9d9d-6ea2212ff82f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.347845] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e918326-4ca2-4cd8-9d9d-6ea2212ff82f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.347909] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e918326-4ca2-4cd8-9d9d-6ea2212ff82f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.349185] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e918326-4ca2-4cd8-9d9d-6ea2212ff82f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.349280] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e918326-4ca2-4cd8-9d9d-6ea2212ff82f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.565849] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2724694-b2e7-47d6-9fda-140002a0d16a in Status: SUCCESS [ 753.566082] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.566247] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.566458] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.566749] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.566749] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.567091] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.567091] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.567091] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.567263] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.567263] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.568116] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.568295] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.568449] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.568548] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.568665] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.568857] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.568857] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.568992] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.852089] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e918326-4ca2-4cd8-9d9d-6ea2212ff82f [ 753.852978] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.853127] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.853203] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.853459] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.853660] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.853823] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e918326-4ca2-4cd8-9d9d-6ea2212ff82f already deleted. [ 753.853918] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e918326-4ca2-4cd8-9d9d-6ea2212ff82f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.027579] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-408 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.027790] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-408" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.027901] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-408" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.028932] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-408" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.028932] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.028932] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.028932] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.030937] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.031305] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.031490] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.031605] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.031722] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.031861] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.032077] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.032136] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.032242] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.051135] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.051274] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 754.051415] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.051585] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-408" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.051896] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-9097a870-3f4b-40b9-b933-289ab6f12dca taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.052758] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-9097a870-3f4b-40b9-b933-289ab6f12dca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.052758] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-9097a870-3f4b-40b9-b933-289ab6f12dca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.052758] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-9097a870-3f4b-40b9-b933-289ab6f12dca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.052758] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9097a870-3f4b-40b9-b933-289ab6f12dca',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.070773] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2724694-b2e7-47d6-9fda-140002a0d16a taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.071085] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.071211] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.556560] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.556951] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.557157] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.557489] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.557698] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.557906] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 9097a870-3f4b-40b9-b933-289ab6f12dca not found, creating... [ 754.558246] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.558478] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.558664] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.558973] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.559148] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.559456] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.559646] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.559780] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.559996] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.560338] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.560513] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 9097a870-3f4b-40b9-b933-289ab6f12dca is going to be created. [ 754.562196] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: SUCCESS [ 754.562417] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9588ff4a-654e-400c-a650-03930bdde17c deletion is rescheduled due to dependency. [ 754.562556] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.573873] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.579202] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.579389] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.582710] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.582710] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.582710] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.582710] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-9097a870-3f4b-40b9-b933-289ab6f12dca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.075438] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.075773] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.075875] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.076131] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.076297] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.076399] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2724694-b2e7-47d6-9fda-140002a0d16a is going to be updated. [ 755.106896] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.108041] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.108135] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.108372] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.109206] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.117695] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2724694-b2e7-47d6-9fda-140002a0d16a in Status: IN_PROGRESS for 2s [ 755.387424] env[62781]: INFO networking_nsxv3.common.synchronization [req-d6e78695-170f-45bd-b236-49bfbf07497a req-efb061bd-a55e-4bfa-83e5-f7434fab370b service nova] Enqueued Resource ID: c2724694-b2e7-47d6-9fda-140002a0d16a with Priority: HIGHEST for action security_group_rules [ 755.387424] env[62781]: INFO networking_nsxv3.common.synchronization [req-d6e78695-170f-45bd-b236-49bfbf07497a req-efb061bd-a55e-4bfa-83e5-f7434fab370b service nova] Enqueued Resource ID: c2724694-b2e7-47d6-9fda-140002a0d16a with Priority: HIGHEST for action security_group_members [ 755.387424] env[62781]: INFO networking_nsxv3.common.synchronization [req-d6e78695-170f-45bd-b236-49bfbf07497a req-efb061bd-a55e-4bfa-83e5-f7434fab370b service nova] Enqueued Resource ID: 9097a870-3f4b-40b9-b933-289ab6f12dca with Priority: HIGHEST for action port [ 755.387605] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2724694-b2e7-47d6-9fda-140002a0d16a with Priority: HIGHEST for action security_group_rules [ 755.387734] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2724694-b2e7-47d6-9fda-140002a0d16a with Priority: HIGHEST for action security_group_members [ 755.387828] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9097a870-3f4b-40b9-b933-289ab6f12dca with Priority: HIGHEST for action port [ 755.388372] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2724694-b2e7-47d6-9fda-140002a0d16a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.388476] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.388729] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2724694-b2e7-47d6-9fda-140002a0d16a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.388812] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.388992] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-9097a870-3f4b-40b9-b933-289ab6f12dca taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.390275] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9097a870-3f4b-40b9-b933-289ab6f12dca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.390312] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9097a870-3f4b-40b9-b933-289ab6f12dca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.390508] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9097a870-3f4b-40b9-b933-289ab6f12dca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.390595] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9097a870-3f4b-40b9-b933-289ab6f12dca',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.608385] env[62781]: INFO networking_nsxv3.common.synchronization [None req-75c08ff5-6dde-469a-bcb3-a7d96cd7913d None None] Enqueued Resource ID: 3bb9888d-f03f-452b-9f9a-4aad6431f846 with Priority: HIGHEST for action port [ 755.608672] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bb9888d-f03f-452b-9f9a-4aad6431f846 with Priority: HIGHEST for action port [ 755.609274] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bb9888d-f03f-452b-9f9a-4aad6431f846 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.609399] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bb9888d-f03f-452b-9f9a-4aad6431f846" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.609469] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bb9888d-f03f-452b-9f9a-4aad6431f846" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.609732] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bb9888d-f03f-452b-9f9a-4aad6431f846" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.609814] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bb9888d-f03f-452b-9f9a-4aad6431f846',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.892414] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9097a870-3f4b-40b9-b933-289ab6f12dca with status ACTIVE [ 755.894059] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.894059] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.894059] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.894059] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.894059] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.894059] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.894059] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.894059] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.894059] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.894919] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.894919] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.894919] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.894919] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.894919] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.894919] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.895408] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9097a870-3f4b-40b9-b933-289ab6f12dca is going to be updated. [ 755.913989] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.914188] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.914272] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.914538] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.914697] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.915763] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9097a870-3f4b-40b9-b933-289ab6f12dca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.113310] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bb9888d-f03f-452b-9f9a-4aad6431f846 [ 756.113584] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.113844] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.113959] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.114281] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.114415] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.114539] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bb9888d-f03f-452b-9f9a-4aad6431f846 already deleted. [ 756.115097] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bb9888d-f03f-452b-9f9a-4aad6431f846" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.126888] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2724694-b2e7-47d6-9fda-140002a0d16a in Status: SUCCESS [ 757.126888] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.127385] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.127385] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.127385] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.127516] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.127556] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.127883] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.127883] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.127883] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.128074] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2724694-b2e7-47d6-9fda-140002a0d16a taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.128162] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.128222] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.128372] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.128522] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.128599] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.128729] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.128815] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.128889] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.128965] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.129066] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.129914] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.130070] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.130221] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.130321] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.131542] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.131542] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.131542] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.131542] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.632446] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2724694-b2e7-47d6-9fda-140002a0d16a: rpc.has_security_group_logging(os_id): False [ 757.633626] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.651037] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.651196] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.651251] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.652163] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.652163] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.652163] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.652163] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.652163] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.652163] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.652163] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.652473] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.652473] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.652473] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.652582] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.652616] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.652783] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.652873] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.652935] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.653178] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.653287] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.653402] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2724694-b2e7-47d6-9fda-140002a0d16a is going to be updated. [ 757.718067] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.718346] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.718495] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.718877] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.719128] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.733250] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2724694-b2e7-47d6-9fda-140002a0d16a in Status: IN_PROGRESS for 2s [ 758.135801] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.638888] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.639122] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.639178] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.639375] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.639467] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.639578] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2724694-b2e7-47d6-9fda-140002a0d16a is going to be updated. [ 758.665018] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.665109] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.665192] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.665349] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.665489] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.673869] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2724694-b2e7-47d6-9fda-140002a0d16a in Status: IN_PROGRESS for 2s [ 759.761036] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2724694-b2e7-47d6-9fda-140002a0d16a in Status: SUCCESS [ 759.761372] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.761372] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.761571] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.761657] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.263669] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2724694-b2e7-47d6-9fda-140002a0d16a taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.263844] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.611753] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 760.611753] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 760.685768] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2724694-b2e7-47d6-9fda-140002a0d16a in Status: SUCCESS [ 760.685768] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.685768] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.685768] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.685768] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.685768] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.685768] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.685768] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.685768] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.685768] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.685768] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.188295] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2724694-b2e7-47d6-9fda-140002a0d16a taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.188788] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.188788] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.188788] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.189043] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.189043] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.189249] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.189304] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.189359] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.189452] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.189599] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2724694-b2e7-47d6-9fda-140002a0d16a taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.189689] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.189744] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.189882] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.190027] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.190115] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.190166] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.190294] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.190366] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.190442] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.190529] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.692808] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2724694-b2e7-47d6-9fda-140002a0d16a: rpc.has_security_group_logging(os_id): False [ 761.711622] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.711801] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.711862] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.712738] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.712738] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.712738] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.712738] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.712738] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.712738] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.712738] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.713044] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.713090] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.713119] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.713259] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.713328] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.713508] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.713598] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.713655] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.713778] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.713847] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.713927] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2724694-b2e7-47d6-9fda-140002a0d16a is going to be updated. [ 761.780886] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.781120] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.781196] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.781659] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.781659] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.794761] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2724694-b2e7-47d6-9fda-140002a0d16a in Status: IN_PROGRESS for 2s [ 763.002203] env[62781]: INFO networking_nsxv3.common.synchronization [req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf req-ecb3f569-1d94-4c1d-9611-54d480e5f964 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Enqueued Resource ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 with Priority: HIGHEST for action security_group_members [ 763.003025] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 with Priority: HIGHEST for action security_group_members [ 763.003131] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.003204] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.003554] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.003757] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.004337] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.004337] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.004337] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.004486] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.004608] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.004663] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.507270] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.694849] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-128 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.695076] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-128" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.695206] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-128" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.695453] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-128" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.695712] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.695932] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.696187] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.696564] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.696860] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.697310] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 763.697441] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.697558] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.697668] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.697783] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 763.698598] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.698598] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.717442] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.717669] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 763.717826] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.717877] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-128" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.719689] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-d2a3e98e-9311-4d98-8c8e-1ae78bee5aee taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.719689] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-d2a3e98e-9311-4d98-8c8e-1ae78bee5aee" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.719689] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-d2a3e98e-9311-4d98-8c8e-1ae78bee5aee" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.720576] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-d2a3e98e-9311-4d98-8c8e-1ae78bee5aee" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.720576] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2a3e98e-9311-4d98-8c8e-1ae78bee5aee',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.810631] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2724694-b2e7-47d6-9fda-140002a0d16a in Status: SUCCESS [ 763.811103] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.010130] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.226119] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.226119] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.226119] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.226119] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.226119] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.226119] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port d2a3e98e-9311-4d98-8c8e-1ae78bee5aee not found, creating... [ 764.226119] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.226119] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.226119] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.226119] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.226119] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.226616] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.226616] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.226840] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.227200] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.227472] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.227860] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: d2a3e98e-9311-4d98-8c8e-1ae78bee5aee is going to be created. [ 764.260114] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.260114] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.260114] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.260114] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.260114] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.260114] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-d2a3e98e-9311-4d98-8c8e-1ae78bee5aee" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.514361] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.515415] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.515415] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.515415] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.515415] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.515415] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 is going to be updated. [ 764.544183] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.544328] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.544399] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.544611] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.544757] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.555774] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 in Status: IN_PROGRESS for 2s [ 765.174099] env[62781]: INFO networking_nsxv3.common.synchronization [req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf req-b3d05289-fcb0-4599-83e4-72c6db150719 service nova] Enqueued Resource ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 with Priority: HIGHEST for action security_group_rules [ 765.174371] env[62781]: INFO networking_nsxv3.common.synchronization [req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf req-b3d05289-fcb0-4599-83e4-72c6db150719 service nova] Enqueued Resource ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 with Priority: HIGHEST for action security_group_members [ 765.174371] env[62781]: INFO networking_nsxv3.common.synchronization [req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf req-b3d05289-fcb0-4599-83e4-72c6db150719 service nova] Enqueued Resource ID: d2a3e98e-9311-4d98-8c8e-1ae78bee5aee with Priority: HIGHEST for action port [ 765.174847] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 with Priority: HIGHEST for action security_group_rules [ 765.174985] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 with Priority: HIGHEST for action security_group_members [ 765.175164] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2a3e98e-9311-4d98-8c8e-1ae78bee5aee with Priority: HIGHEST for action port [ 765.175570] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.175702] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.175793] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.176014] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.176273] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.177240] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.177322] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.177464] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2a3e98e-9311-4d98-8c8e-1ae78bee5aee taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.177564] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2a3e98e-9311-4d98-8c8e-1ae78bee5aee" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.177634] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2a3e98e-9311-4d98-8c8e-1ae78bee5aee" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.177796] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2a3e98e-9311-4d98-8c8e-1ae78bee5aee" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.177872] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2a3e98e-9311-4d98-8c8e-1ae78bee5aee',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.659493] env[62781]: INFO networking_nsxv3.common.synchronization [None req-6954ee39-9c5b-4a32-9018-f357aef50784 None None] Enqueued Resource ID: a7def55c-aa9e-4f5a-8beb-5d7618c7538f with Priority: HIGHEST for action port [ 765.660141] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7def55c-aa9e-4f5a-8beb-5d7618c7538f with Priority: HIGHEST for action port [ 765.660485] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7def55c-aa9e-4f5a-8beb-5d7618c7538f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.660637] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7def55c-aa9e-4f5a-8beb-5d7618c7538f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.660738] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7def55c-aa9e-4f5a-8beb-5d7618c7538f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.661057] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7def55c-aa9e-4f5a-8beb-5d7618c7538f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.661168] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7def55c-aa9e-4f5a-8beb-5d7618c7538f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.680475] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.684024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.684024] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2a3e98e-9311-4d98-8c8e-1ae78bee5aee with status ACTIVE [ 765.684024] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.684024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.684024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.684024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.684024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.684024] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.684024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.684024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.684024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.684024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.684024] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.684024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.684024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.684024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.684024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.684669] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2a3e98e-9311-4d98-8c8e-1ae78bee5aee is going to be updated. [ 765.704667] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.704667] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.704667] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.705020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.705624] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.705624] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2a3e98e-9311-4d98-8c8e-1ae78bee5aee" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.110228] env[62781]: INFO networking_nsxv3.common.synchronization [req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 req-f80c5361-22a9-48d6-a2c6-2a147edcfe9a tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Enqueued Resource ID: 7aff8fba-c6d9-49f4-8169-306be1820332 with Priority: HIGHEST for action security_group_members [ 766.110806] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aff8fba-c6d9-49f4-8169-306be1820332 with Priority: HIGHEST for action security_group_members [ 766.111240] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aff8fba-c6d9-49f4-8169-306be1820332 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.111566] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.111566] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.111704] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.111736] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.111857] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.111948] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.116833] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.116962] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.117115] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7aff8fba-c6d9-49f4-8169-306be1820332',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.166013] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7def55c-aa9e-4f5a-8beb-5d7618c7538f [ 766.166336] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.166471] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.166542] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.166762] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.166857] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.166947] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7def55c-aa9e-4f5a-8beb-5d7618c7538f already deleted. [ 766.167041] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7def55c-aa9e-4f5a-8beb-5d7618c7538f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.566424] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 in Status: SUCCESS [ 766.567076] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.567364] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.572785] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.572785] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.572785] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.572785] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.572785] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.572785] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.572785] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.620242] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7aff8fba-c6d9-49f4-8169-306be1820332',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.669051] env[62781]: INFO networking_nsxv3.common.synchronization [req-2892a495-9d23-4424-9e98-e8506d4b1e43 req-ad32545b-6a43-4237-a024-e79336218db8 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Enqueued Resource ID: c2724694-b2e7-47d6-9fda-140002a0d16a with Priority: HIGHEST for action security_group_members [ 766.669051] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2724694-b2e7-47d6-9fda-140002a0d16a with Priority: HIGHEST for action security_group_members [ 766.669051] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2724694-b2e7-47d6-9fda-140002a0d16a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.669051] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.669051] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.669051] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.669051] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.669877] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.669962] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.671509] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.671509] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.671509] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.760245] env[62781]: INFO networking_nsxv3.common.synchronization [req-3a40858b-e48d-4ddd-be33-3bfd4e74418c req-b05b34b7-e1f6-47b8-ab3d-cc03cb1f6d72 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Enqueued Resource ID: c2724694-b2e7-47d6-9fda-140002a0d16a with Priority: HIGHEST for action security_group_members [ 766.760245] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2724694-b2e7-47d6-9fda-140002a0d16a with Priority: HIGHEST for action security_group_members [ 766.760245] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2724694-b2e7-47d6-9fda-140002a0d16a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.761868] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.852045] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.852045] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.852045] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.852045] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.852045] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.852045] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.852045] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.852045] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.852045] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.852045] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 766.852045] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.852045] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.852597] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.852787] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 766.852954] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.853164] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.871891] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.872133] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 766.872231] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.872560] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.872665] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-361b031c-7a5f-408d-ae8f-3f8772f3b525 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.872832] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-361b031c-7a5f-408d-ae8f-3f8772f3b525" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.872948] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-361b031c-7a5f-408d-ae8f-3f8772f3b525" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.873278] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-361b031c-7a5f-408d-ae8f-3f8772f3b525" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.873611] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('361b031c-7a5f-408d-ae8f-3f8772f3b525',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.073923] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.123786] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7aff8fba-c6d9-49f4-8169-306be1820332',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.175365] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.250012] env[62781]: INFO networking_nsxv3.common.synchronization [req-b7c22628-e236-407c-8d88-48c2f0e7f491 req-2def50a4-35c6-47a1-9384-85824bd02e84 tempest-SecurityGroupRulesTestJSON-1598199344 tempest-SecurityGroupRulesTestJSON-1598199344-project-member] Enqueued Resource ID: 3f4a7682-d26d-4e6a-93d9-43b6a6f1e5cd with Priority: HIGHEST for action security_group_rules [ 767.250668] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f4a7682-d26d-4e6a-93d9-43b6a6f1e5cd with Priority: HIGHEST for action security_group_rules [ 767.251046] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f4a7682-d26d-4e6a-93d9-43b6a6f1e5cd taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.254894] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f4a7682-d26d-4e6a-93d9-43b6a6f1e5cd" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.254981] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f4a7682-d26d-4e6a-93d9-43b6a6f1e5cd" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.255252] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f4a7682-d26d-4e6a-93d9-43b6a6f1e5cd" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.255340] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f4a7682-d26d-4e6a-93d9-43b6a6f1e5cd',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.376412] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.376727] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.376874] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.377167] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.377315] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.377678] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 361b031c-7a5f-408d-ae8f-3f8772f3b525 not found, creating... [ 767.377972] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.378147] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.378262] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.378479] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.378612] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.378956] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.379131] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.379245] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.379455] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.379583] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.379719] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 361b031c-7a5f-408d-ae8f-3f8772f3b525 is going to be created. [ 767.398116] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.398331] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.398457] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.398826] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.399068] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.399290] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-361b031c-7a5f-408d-ae8f-3f8772f3b525" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.580425] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.625922] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.626061] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.626135] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.626351] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.626470] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.626537] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aff8fba-c6d9-49f4-8169-306be1820332 is going to be updated. [ 767.653785] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.653785] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.653930] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.654089] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.654234] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.663570] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aff8fba-c6d9-49f4-8169-306be1820332 in Status: IN_PROGRESS for 2s [ 767.678829] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.688256] env[62781]: INFO networking_nsxv3.common.synchronization [None req-b8c93375-d8e0-4398-9389-532321c478ef None None] Enqueued Resource ID: f6276d1b-959a-4bb7-84eb-0b04389b658b with Priority: HIGHEST for action port [ 767.689539] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6276d1b-959a-4bb7-84eb-0b04389b658b with Priority: HIGHEST for action port [ 767.690417] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6276d1b-959a-4bb7-84eb-0b04389b658b taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.691816] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6276d1b-959a-4bb7-84eb-0b04389b658b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.691931] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6276d1b-959a-4bb7-84eb-0b04389b658b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.692217] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6276d1b-959a-4bb7-84eb-0b04389b658b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.692411] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6276d1b-959a-4bb7-84eb-0b04389b658b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.778525] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.778688] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.778765] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.778970] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.779086] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.779187] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f4a7682-d26d-4e6a-93d9-43b6a6f1e5cd already deleted. [ 767.779276] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f4a7682-d26d-4e6a-93d9-43b6a6f1e5cd" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.807974] env[62781]: INFO networking_nsxv3.common.synchronization [req-8a2e515c-854d-4c35-815b-f6f5f7c9b455 req-53084c63-2578-480b-af91-494b323edd8d tempest-SecurityGroupRulesTestJSON-1598199344 tempest-SecurityGroupRulesTestJSON-1598199344-project-member] Enqueued Resource ID: 40108f3f-d36f-4d34-98ac-ff7812a109fd with Priority: HIGHEST for action security_group_rules [ 767.808505] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40108f3f-d36f-4d34-98ac-ff7812a109fd with Priority: HIGHEST for action security_group_rules [ 767.808830] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40108f3f-d36f-4d34-98ac-ff7812a109fd taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.808955] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40108f3f-d36f-4d34-98ac-ff7812a109fd" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.809042] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40108f3f-d36f-4d34-98ac-ff7812a109fd" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.809295] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40108f3f-d36f-4d34-98ac-ff7812a109fd" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.809380] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40108f3f-d36f-4d34-98ac-ff7812a109fd',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.085916] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.085916] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.085916] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.085916] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.085916] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.085916] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 is going to be updated. [ 768.116392] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.116392] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.116392] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.116392] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.116392] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.125036] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 in Status: IN_PROGRESS for 2s [ 768.180262] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.180386] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.180480] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.180681] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.180796] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.180869] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2724694-b2e7-47d6-9fda-140002a0d16a is going to be updated. [ 768.194944] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6276d1b-959a-4bb7-84eb-0b04389b658b [ 768.194944] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.194944] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.194944] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.195312] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.195312] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.195371] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6276d1b-959a-4bb7-84eb-0b04389b658b already deleted. [ 768.195401] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6276d1b-959a-4bb7-84eb-0b04389b658b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.206677] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.206677] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.206677] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.206677] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.206677] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.222665] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2724694-b2e7-47d6-9fda-140002a0d16a in Status: IN_PROGRESS for 2s [ 768.262381] env[62781]: INFO networking_nsxv3.common.synchronization [req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 req-f7de2ab5-adaf-4efc-833d-512e8a5cc101 service nova] Enqueued Resource ID: 7aff8fba-c6d9-49f4-8169-306be1820332 with Priority: HIGHEST for action security_group_rules [ 768.262594] env[62781]: INFO networking_nsxv3.common.synchronization [req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 req-f7de2ab5-adaf-4efc-833d-512e8a5cc101 service nova] Enqueued Resource ID: 7aff8fba-c6d9-49f4-8169-306be1820332 with Priority: HIGHEST for action security_group_members [ 768.262753] env[62781]: INFO networking_nsxv3.common.synchronization [req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 req-f7de2ab5-adaf-4efc-833d-512e8a5cc101 service nova] Enqueued Resource ID: 361b031c-7a5f-408d-ae8f-3f8772f3b525 with Priority: HIGHEST for action port [ 768.263017] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aff8fba-c6d9-49f4-8169-306be1820332 with Priority: HIGHEST for action security_group_rules [ 768.263113] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aff8fba-c6d9-49f4-8169-306be1820332 with Priority: HIGHEST for action security_group_members [ 768.263209] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 361b031c-7a5f-408d-ae8f-3f8772f3b525 with Priority: HIGHEST for action port [ 768.263825] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7aff8fba-c6d9-49f4-8169-306be1820332 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.263930] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.263995] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.264560] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.264651] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7aff8fba-c6d9-49f4-8169-306be1820332',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.271315] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aff8fba-c6d9-49f4-8169-306be1820332 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.271315] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.271315] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-361b031c-7a5f-408d-ae8f-3f8772f3b525 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.271315] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-361b031c-7a5f-408d-ae8f-3f8772f3b525" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.271315] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-361b031c-7a5f-408d-ae8f-3f8772f3b525" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.271315] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-361b031c-7a5f-408d-ae8f-3f8772f3b525" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.271315] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('361b031c-7a5f-408d-ae8f-3f8772f3b525',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.346492] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.346690] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.346770] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.346956] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.347142] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.347142] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40108f3f-d36f-4d34-98ac-ff7812a109fd already deleted. [ 768.347242] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40108f3f-d36f-4d34-98ac-ff7812a109fd" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.531539] env[62781]: INFO networking_nsxv3.common.synchronization [None req-a1091e94-e1a6-4652-a7a7-bf296d1fb43a None None] Enqueued Resource ID: 4b877dc5-a383-44e0-9d30-b393b1c942a1 with Priority: HIGHEST for action port [ 768.531539] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b877dc5-a383-44e0-9d30-b393b1c942a1 with Priority: HIGHEST for action port [ 768.532275] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b877dc5-a383-44e0-9d30-b393b1c942a1 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.532275] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b877dc5-a383-44e0-9d30-b393b1c942a1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.532275] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b877dc5-a383-44e0-9d30-b393b1c942a1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.532275] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b877dc5-a383-44e0-9d30-b393b1c942a1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.532490] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b877dc5-a383-44e0-9d30-b393b1c942a1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.567884] env[62781]: INFO networking_nsxv3.common.synchronization [req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 req-f1816e63-203b-4631-9ea7-335651d2f57c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Enqueued Resource ID: cab2e530-c83d-409b-b957-a8bc417d0bce with Priority: HIGHEST for action security_group_members [ 768.567884] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab2e530-c83d-409b-b957-a8bc417d0bce with Priority: HIGHEST for action security_group_members [ 768.567884] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab2e530-c83d-409b-b957-a8bc417d0bce taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.568403] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.568403] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.568548] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.569253] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.569253] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.569253] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.569253] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.569253] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.569479] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cab2e530-c83d-409b-b957-a8bc417d0bce',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.772030] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aff8fba-c6d9-49f4-8169-306be1820332 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.772030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.772030] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 361b031c-7a5f-408d-ae8f-3f8772f3b525 with status ACTIVE [ 768.772030] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.772030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.772030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.772549] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.772549] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.772549] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.772549] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.772710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.772745] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.772817] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.772992] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.773094] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.773155] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.773289] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.773361] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.773442] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 361b031c-7a5f-408d-ae8f-3f8772f3b525 is going to be updated. [ 768.795214] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.795443] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.795548] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.795790] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.795966] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.796169] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-361b031c-7a5f-408d-ae8f-3f8772f3b525" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.037134] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b877dc5-a383-44e0-9d30-b393b1c942a1 [ 769.037508] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.037636] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.037725] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.037950] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.038056] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.038791] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b877dc5-a383-44e0-9d30-b393b1c942a1 already deleted. [ 769.038791] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b877dc5-a383-44e0-9d30-b393b1c942a1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.072250] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cab2e530-c83d-409b-b957-a8bc417d0bce',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.482819] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-822 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.482819] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-822" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.482819] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-822" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.482819] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-822" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.482819] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.482819] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.482819] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.482819] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.482819] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.482819] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.482819] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.482819] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.482819] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.483773] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.483773] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.483773] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.502273] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.502452] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 769.502675] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.502891] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-822" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.503287] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-2743f3fe-6ca3-4090-ac9c-1b5827096817 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.503507] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-2743f3fe-6ca3-4090-ac9c-1b5827096817" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.503636] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-2743f3fe-6ca3-4090-ac9c-1b5827096817" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.503955] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-2743f3fe-6ca3-4090-ac9c-1b5827096817" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.507851] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2743f3fe-6ca3-4090-ac9c-1b5827096817',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.575375] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cab2e530-c83d-409b-b957-a8bc417d0bce',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.607039] env[62781]: INFO networking_nsxv3.common.synchronization [req-10102867-a3f7-42b2-be4b-78669a1a6239 req-b06086aa-15ce-487a-a162-734acd46860a tempest-SecurityGroupRulesTestJSON-1598199344 tempest-SecurityGroupRulesTestJSON-1598199344-project-member] Enqueued Resource ID: 152c6d52-4e0d-4c33-9097-fbdd754599f1 with Priority: HIGHEST for action security_group_rules [ 769.607781] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 152c6d52-4e0d-4c33-9097-fbdd754599f1 with Priority: HIGHEST for action security_group_rules [ 769.608285] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-152c6d52-4e0d-4c33-9097-fbdd754599f1 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.608404] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-152c6d52-4e0d-4c33-9097-fbdd754599f1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.608474] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-152c6d52-4e0d-4c33-9097-fbdd754599f1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.608801] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-152c6d52-4e0d-4c33-9097-fbdd754599f1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.608892] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('152c6d52-4e0d-4c33-9097-fbdd754599f1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.677271] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aff8fba-c6d9-49f4-8169-306be1820332 in Status: SUCCESS [ 769.677597] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.678509] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.681842] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.682075] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.682201] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.682262] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.682468] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.682541] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.682753] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7aff8fba-c6d9-49f4-8169-306be1820332',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.015269] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.015269] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.015269] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.015269] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.015269] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.015269] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 2743f3fe-6ca3-4090-ac9c-1b5827096817 not found, creating... [ 770.015269] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.015269] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.015269] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.015269] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.015269] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.015841] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.015841] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.015841] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.015841] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.016196] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.016469] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 2743f3fe-6ca3-4090-ac9c-1b5827096817 is going to be created. [ 770.035821] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.036451] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.036820] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.037223] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.037563] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.038138] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-2743f3fe-6ca3-4090-ac9c-1b5827096817" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.080089] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.080089] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.080089] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.080089] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.080089] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.080089] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cab2e530-c83d-409b-b957-a8bc417d0bce is going to be updated. [ 770.104321] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.104321] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.104321] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.104551] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.104581] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.131649] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab2e530-c83d-409b-b957-a8bc417d0bce in Status: IN_PROGRESS for 2s [ 770.132986] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 in Status: IN_PROGRESS for 4s [ 770.140724] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.140875] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.140981] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.141188] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.141277] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.141373] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 152c6d52-4e0d-4c33-9097-fbdd754599f1 already deleted. [ 770.141575] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-152c6d52-4e0d-4c33-9097-fbdd754599f1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.185208] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7aff8fba-c6d9-49f4-8169-306be1820332',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.231867] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2724694-b2e7-47d6-9fda-140002a0d16a in Status: SUCCESS [ 770.232104] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.232386] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.232561] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.232763] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.232886] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.232982] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.233137] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.233200] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.233318] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.594178] env[62781]: INFO networking_nsxv3.common.synchronization [None req-8e7135b8-593e-4f2d-87de-c7203ba7cb55 None None] Enqueued Resource ID: f99403eb-3a84-468d-bb5c-2000db76fae6 with Priority: HIGHEST for action port [ 770.594178] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f99403eb-3a84-468d-bb5c-2000db76fae6 with Priority: HIGHEST for action port [ 770.594178] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-f99403eb-3a84-468d-bb5c-2000db76fae6 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.594178] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f99403eb-3a84-468d-bb5c-2000db76fae6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.594178] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f99403eb-3a84-468d-bb5c-2000db76fae6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.595892] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f99403eb-3a84-468d-bb5c-2000db76fae6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.595892] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f99403eb-3a84-468d-bb5c-2000db76fae6',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.687851] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7aff8fba-c6d9-49f4-8169-306be1820332',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.737106] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.737106] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.737106] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.737293] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.737372] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.738655] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.745022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.745022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.745022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.745022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.745022] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2724694-b2e7-47d6-9fda-140002a0d16a is going to be updated. [ 770.767827] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.768734] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.768734] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.768734] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.768734] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.776824] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2724694-b2e7-47d6-9fda-140002a0d16a in Status: IN_PROGRESS for 2s [ 770.855803] env[62781]: INFO networking_nsxv3.common.synchronization [req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 req-eed23d7c-741c-4854-854e-17a8c1389d6c service nova] Enqueued Resource ID: cab2e530-c83d-409b-b957-a8bc417d0bce with Priority: HIGHEST for action security_group_rules [ 770.856211] env[62781]: INFO networking_nsxv3.common.synchronization [req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 req-eed23d7c-741c-4854-854e-17a8c1389d6c service nova] Enqueued Resource ID: cab2e530-c83d-409b-b957-a8bc417d0bce with Priority: HIGHEST for action security_group_members [ 770.856325] env[62781]: INFO networking_nsxv3.common.synchronization [req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 req-eed23d7c-741c-4854-854e-17a8c1389d6c service nova] Enqueued Resource ID: 2743f3fe-6ca3-4090-ac9c-1b5827096817 with Priority: HIGHEST for action port [ 770.857013] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab2e530-c83d-409b-b957-a8bc417d0bce with Priority: HIGHEST for action security_group_rules [ 770.857013] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab2e530-c83d-409b-b957-a8bc417d0bce with Priority: HIGHEST for action security_group_members [ 770.857013] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2743f3fe-6ca3-4090-ac9c-1b5827096817 with Priority: HIGHEST for action port [ 770.857467] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cab2e530-c83d-409b-b957-a8bc417d0bce taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.857467] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.857620] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.857736] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.857817] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cab2e530-c83d-409b-b957-a8bc417d0bce',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.858733] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab2e530-c83d-409b-b957-a8bc417d0bce taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.858895] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.859081] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-2743f3fe-6ca3-4090-ac9c-1b5827096817 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.859335] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2743f3fe-6ca3-4090-ac9c-1b5827096817" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.859335] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2743f3fe-6ca3-4090-ac9c-1b5827096817" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.860136] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2743f3fe-6ca3-4090-ac9c-1b5827096817" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.860136] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2743f3fe-6ca3-4090-ac9c-1b5827096817',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.999013] env[62781]: INFO networking_nsxv3.common.synchronization [req-84059030-69fe-472c-9990-9e449570ddfa req-edd293e4-3c2b-47bf-a122-e98f5e3a3dfe tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Enqueued Resource ID: f71914fd-666e-48b2-a1e9-e815a4aba787 with Priority: HIGHEST for action security_group_members [ 770.999760] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f71914fd-666e-48b2-a1e9-e815a4aba787 with Priority: HIGHEST for action security_group_members [ 771.000221] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-f71914fd-666e-48b2-a1e9-e815a4aba787 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.000429] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.000498] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.000879] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.001098] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.001262] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.001377] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.001625] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.001771] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.001935] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f71914fd-666e-48b2-a1e9-e815a4aba787',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.100045] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f99403eb-3a84-468d-bb5c-2000db76fae6 [ 771.100045] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.100390] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.100390] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.100802] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.101097] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.101238] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f99403eb-3a84-468d-bb5c-2000db76fae6 already deleted. [ 771.101348] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f99403eb-3a84-468d-bb5c-2000db76fae6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.191452] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.191685] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.191768] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.191986] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.192096] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.192197] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aff8fba-c6d9-49f4-8169-306be1820332 is going to be updated. [ 771.240830] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.240976] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.241197] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.241438] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.241591] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.254416] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aff8fba-c6d9-49f4-8169-306be1820332 in Status: IN_PROGRESS for 2s [ 771.320044] env[62781]: INFO networking_nsxv3.common.synchronization [req-3d2d4e54-30d1-4599-8e4b-77419ab86737 req-f4b6948f-c942-49c3-a727-9b7964c9d11a tempest-SecurityGroupRulesTestJSON-1598199344 tempest-SecurityGroupRulesTestJSON-1598199344-project-member] Enqueued Resource ID: 585ac3f0-028f-4599-a3e7-ab4689c96cf7 with Priority: HIGHEST for action security_group_rules [ 771.320044] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 585ac3f0-028f-4599-a3e7-ab4689c96cf7 with Priority: HIGHEST for action security_group_rules [ 771.320044] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-585ac3f0-028f-4599-a3e7-ab4689c96cf7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.320044] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-585ac3f0-028f-4599-a3e7-ab4689c96cf7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.320044] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-585ac3f0-028f-4599-a3e7-ab4689c96cf7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.320044] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-585ac3f0-028f-4599-a3e7-ab4689c96cf7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.320044] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('585ac3f0-028f-4599-a3e7-ab4689c96cf7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.364736] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab2e530-c83d-409b-b957-a8bc417d0bce taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.364736] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.371021] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2743f3fe-6ca3-4090-ac9c-1b5827096817 with status ACTIVE [ 771.371021] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.371021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.371021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.371021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.371021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.371021] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.371021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.371021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.371021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.371021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.371021] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.371021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.371021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.371021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.371021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.371021] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2743f3fe-6ca3-4090-ac9c-1b5827096817 is going to be updated. [ 771.391141] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.391287] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.391358] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.391566] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.391696] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.391858] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2743f3fe-6ca3-4090-ac9c-1b5827096817" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.505203] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.505324] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.505427] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.505692] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.505792] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.506030] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.506151] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.506229] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.506396] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.506490] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.506580] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f71914fd-666e-48b2-a1e9-e815a4aba787 already deleted. [ 771.506703] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.740834] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-333 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.741051] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-333" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.741179] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-333" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.741489] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-333" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.741744] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.741898] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.742516] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.742810] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.742975] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.743201] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 771.743316] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 771.743425] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 771.743533] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 771.743638] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 771.743744] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 771.743872] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 771.760570] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 771.760723] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 771.760860] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 771.761035] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-333" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.761317] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-994fcb50-04ba-4299-a839-763710ee33ce taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.761477] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-994fcb50-04ba-4299-a839-763710ee33ce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.761592] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-994fcb50-04ba-4299-a839-763710ee33ce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.761882] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-994fcb50-04ba-4299-a839-763710ee33ce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.762023] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('994fcb50-04ba-4299-a839-763710ee33ce',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.841654] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.841783] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.841945] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.842092] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.842182] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.842276] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 585ac3f0-028f-4599-a3e7-ab4689c96cf7 already deleted. [ 771.842356] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-585ac3f0-028f-4599-a3e7-ab4689c96cf7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.142575] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab2e530-c83d-409b-b957-a8bc417d0bce in Status: SUCCESS [ 772.142893] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.143682] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 in Status: SUCCESS [ 772.144327] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.144327] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.144474] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.145068] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.145068] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.145068] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.145068] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.145068] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.145068] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cab2e530-c83d-409b-b957-a8bc417d0bce',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.147560] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.147560] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.147560] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.147560] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.147560] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.147560] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.147560] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.147560] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.147560] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.243111] env[62781]: INFO networking_nsxv3.common.synchronization [req-cb48f775-9a13-42f7-84fb-cc7f7f2821a3 req-9b77c4d2-14f6-4f06-a942-30a35a23e983 tempest-SecurityGroupRulesTestJSON-1598199344 tempest-SecurityGroupRulesTestJSON-1598199344-project-member] Enqueued Resource ID: e20643a1-9bad-4e12-bf7b-75dd9e3e5daa with Priority: HIGHEST for action security_group_rules [ 772.243111] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20643a1-9bad-4e12-bf7b-75dd9e3e5daa with Priority: HIGHEST for action security_group_rules [ 772.243111] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e20643a1-9bad-4e12-bf7b-75dd9e3e5daa taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.243688] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e20643a1-9bad-4e12-bf7b-75dd9e3e5daa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.243688] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e20643a1-9bad-4e12-bf7b-75dd9e3e5daa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.243688] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e20643a1-9bad-4e12-bf7b-75dd9e3e5daa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.243688] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e20643a1-9bad-4e12-bf7b-75dd9e3e5daa',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.263872] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.264102] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.264229] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.264498] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.264645] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.264794] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 994fcb50-04ba-4299-a839-763710ee33ce not found, creating... [ 772.265059] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.265215] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.265332] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.265537] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.265673] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.266324] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.266495] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.266634] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.266879] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.267034] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.267181] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 994fcb50-04ba-4299-a839-763710ee33ce is going to be created. [ 772.285957] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.286182] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.286304] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.286561] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.286816] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.287041] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-994fcb50-04ba-4299-a839-763710ee33ce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.378086] env[62781]: INFO networking_nsxv3.common.synchronization [req-176af7d8-c6c4-439f-9a05-0370ec2c1174 req-4f338caa-9cb8-4285-8403-69cce2faeb61 tempest-SecurityGroupRulesTestJSON-1598199344 tempest-SecurityGroupRulesTestJSON-1598199344-project-member] Enqueued Resource ID: e20643a1-9bad-4e12-bf7b-75dd9e3e5daa with Priority: HIGHEST for action security_group_rules [ 772.378638] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20643a1-9bad-4e12-bf7b-75dd9e3e5daa with Priority: HIGHEST for action security_group_rules [ 772.379212] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e20643a1-9bad-4e12-bf7b-75dd9e3e5daa taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.379423] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e20643a1-9bad-4e12-bf7b-75dd9e3e5daa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.544686] env[62781]: INFO networking_nsxv3.common.synchronization [req-eb1bf28c-3cdd-4c45-8acc-5b4836443389 req-50a3631b-ab4a-476b-9944-59b70bb92d6f tempest-SecurityGroupRulesTestJSON-1598199344 tempest-SecurityGroupRulesTestJSON-1598199344-project-member] Enqueued Resource ID: e20643a1-9bad-4e12-bf7b-75dd9e3e5daa with Priority: HIGHEST for action security_group_rules [ 772.544686] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20643a1-9bad-4e12-bf7b-75dd9e3e5daa with Priority: HIGHEST for action security_group_rules [ 772.545111] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e20643a1-9bad-4e12-bf7b-75dd9e3e5daa taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.545285] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e20643a1-9bad-4e12-bf7b-75dd9e3e5daa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.648222] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cab2e530-c83d-409b-b957-a8bc417d0bce',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.650352] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.650352] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.650352] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.650352] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.650352] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.650352] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.650352] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.650352] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.650712] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.650712] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.650712] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.650828] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.650828] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.651015] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.651688] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.652402] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.652402] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.652402] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.652402] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.652402] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.652402] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.763137] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.763391] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.763391] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.764428] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.764428] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.764428] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e20643a1-9bad-4e12-bf7b-75dd9e3e5daa already deleted. [ 772.764428] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e20643a1-9bad-4e12-bf7b-75dd9e3e5daa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.764428] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e20643a1-9bad-4e12-bf7b-75dd9e3e5daa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.764428] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e20643a1-9bad-4e12-bf7b-75dd9e3e5daa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.764428] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e20643a1-9bad-4e12-bf7b-75dd9e3e5daa',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.784806] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2724694-b2e7-47d6-9fda-140002a0d16a in Status: SUCCESS [ 772.784806] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2724694-b2e7-47d6-9fda-140002a0d16a deletion is rescheduled due to dependency. [ 772.784806] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.131666] env[62781]: INFO networking_nsxv3.common.synchronization [req-84059030-69fe-472c-9990-9e449570ddfa req-72aa9c07-3fcc-4be0-810f-0e48e431f1f9 service nova] Enqueued Resource ID: f71914fd-666e-48b2-a1e9-e815a4aba787 with Priority: HIGHEST for action security_group_rules [ 773.131853] env[62781]: INFO networking_nsxv3.common.synchronization [req-84059030-69fe-472c-9990-9e449570ddfa req-72aa9c07-3fcc-4be0-810f-0e48e431f1f9 service nova] Enqueued Resource ID: f71914fd-666e-48b2-a1e9-e815a4aba787 with Priority: HIGHEST for action security_group_members [ 773.131995] env[62781]: INFO networking_nsxv3.common.synchronization [req-84059030-69fe-472c-9990-9e449570ddfa req-72aa9c07-3fcc-4be0-810f-0e48e431f1f9 service nova] Enqueued Resource ID: 994fcb50-04ba-4299-a839-763710ee33ce with Priority: HIGHEST for action port [ 773.132242] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f71914fd-666e-48b2-a1e9-e815a4aba787 with Priority: HIGHEST for action security_group_rules [ 773.132372] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f71914fd-666e-48b2-a1e9-e815a4aba787 with Priority: HIGHEST for action security_group_members [ 773.132470] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994fcb50-04ba-4299-a839-763710ee33ce with Priority: HIGHEST for action port [ 773.132996] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f71914fd-666e-48b2-a1e9-e815a4aba787 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.133383] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.133523] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.133806] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.133944] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f71914fd-666e-48b2-a1e9-e815a4aba787',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.135301] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-f71914fd-666e-48b2-a1e9-e815a4aba787 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.135301] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.135301] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.135472] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.135655] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.135802] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.135902] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.136103] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.136241] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.136382] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f71914fd-666e-48b2-a1e9-e815a4aba787',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.137361] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-994fcb50-04ba-4299-a839-763710ee33ce taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.137361] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-994fcb50-04ba-4299-a839-763710ee33ce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.137361] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-994fcb50-04ba-4299-a839-763710ee33ce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.137619] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-994fcb50-04ba-4299-a839-763710ee33ce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.137711] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('994fcb50-04ba-4299-a839-763710ee33ce',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.154151] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cab2e530-c83d-409b-b957-a8bc417d0bce',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.154912] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd62f6a3-9e7a-48df-a4b5-11ac81efbe85: rpc.has_security_group_logging(os_id): False [ 773.171651] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.171890] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.171994] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.172233] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.188018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.188263] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.188383] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.188454] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.188639] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.188735] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.188945] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.189070] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.189137] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.189283] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.189361] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.189548] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.189642] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.189705] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.189869] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.189949] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.191246] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 is going to be updated. [ 773.253490] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.253657] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.253741] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.253988] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.254204] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.268733] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aff8fba-c6d9-49f4-8169-306be1820332 in Status: SUCCESS [ 773.268913] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.268975] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.269245] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.269547] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.269623] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.269673] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.269822] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.269905] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.269991] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.270093] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7aff8fba-c6d9-49f4-8169-306be1820332',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.276112] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 in Status: IN_PROGRESS for 2s [ 773.285391] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.285546] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.285589] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.285834] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.286044] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.286044] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e20643a1-9bad-4e12-bf7b-75dd9e3e5daa already deleted. [ 773.286147] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e20643a1-9bad-4e12-bf7b-75dd9e3e5daa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.287160] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e20643a1-9bad-4e12-bf7b-75dd9e3e5daa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.287342] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e20643a1-9bad-4e12-bf7b-75dd9e3e5daa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.287878] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e20643a1-9bad-4e12-bf7b-75dd9e3e5daa',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.640175] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f71914fd-666e-48b2-a1e9-e815a4aba787',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.644572] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-f71914fd-666e-48b2-a1e9-e815a4aba787 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.644572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.644572] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 994fcb50-04ba-4299-a839-763710ee33ce with status ACTIVE [ 773.644572] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.644572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.644572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.644572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.644572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.644572] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.644572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.644572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.644572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.644572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.644572] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.645154] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.645154] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.645154] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.645154] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.645154] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 994fcb50-04ba-4299-a839-763710ee33ce is going to be updated. [ 773.657580] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.657796] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.657897] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.658164] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.658281] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.658408] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cab2e530-c83d-409b-b957-a8bc417d0bce is going to be updated. [ 773.665290] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.666042] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.666240] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.666584] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.666898] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.667061] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-994fcb50-04ba-4299-a839-763710ee33ce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.683878] env[62781]: INFO networking_nsxv3.common.synchronization [req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef req-5300c36d-0e6b-4975-b4da-80cd2d5fbbf1 tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Enqueued Resource ID: 59c72323-5d56-4b90-937a-f67aecdff33a with Priority: HIGHEST for action security_group_members [ 773.685176] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59c72323-5d56-4b90-937a-f67aecdff33a with Priority: HIGHEST for action security_group_members [ 773.685176] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-59c72323-5d56-4b90-937a-f67aecdff33a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.685176] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59c72323-5d56-4b90-937a-f67aecdff33a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.685176] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59c72323-5d56-4b90-937a-f67aecdff33a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.685176] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59c72323-5d56-4b90-937a-f67aecdff33a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.685176] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.685176] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.685176] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.685786] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.685786] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.685786] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59c72323-5d56-4b90-937a-f67aecdff33a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.687012] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.687117] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.687163] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.687288] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.687414] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.695524] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab2e530-c83d-409b-b957-a8bc417d0bce in Status: IN_PROGRESS for 2s [ 773.772595] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aff8fba-c6d9-49f4-8169-306be1820332 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.772800] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.772800] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.773032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.773194] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.773299] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.773364] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.773512] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.773597] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.774243] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.774243] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aff8fba-c6d9-49f4-8169-306be1820332 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.774243] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.774243] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.774243] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.774243] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.774454] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.774454] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.774523] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.774554] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.774614] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.774703] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7aff8fba-c6d9-49f4-8169-306be1820332',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.807392] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.807585] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.807644] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.807877] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.807982] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.808043] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e20643a1-9bad-4e12-bf7b-75dd9e3e5daa already deleted. [ 773.808089] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e20643a1-9bad-4e12-bf7b-75dd9e3e5daa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.147555] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f71914fd-666e-48b2-a1e9-e815a4aba787',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.190204] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.190630] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.190976] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.191041] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.191184] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.191559] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.191723] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.191795] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.192084] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.192177] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.192314] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59c72323-5d56-4b90-937a-f67aecdff33a already deleted. [ 774.192449] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59c72323-5d56-4b90-937a-f67aecdff33a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.233465] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-364 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.233465] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-364" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.233465] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-364" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.233465] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-364" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.233465] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.233465] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.233465] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.233465] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.233465] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.233465] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 774.233465] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.233465] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.233465] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.233931] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 774.233931] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.233931] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.252250] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.256029] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 774.256029] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.256029] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-364" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.256029] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-f3a1c8e1-1adc-4649-ba89-f810a2858429 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.256029] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-f3a1c8e1-1adc-4649-ba89-f810a2858429" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.256029] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-f3a1c8e1-1adc-4649-ba89-f810a2858429" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.256029] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-f3a1c8e1-1adc-4649-ba89-f810a2858429" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.256029] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3a1c8e1-1adc-4649-ba89-f810a2858429',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.279068] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7aff8fba-c6d9-49f4-8169-306be1820332: rpc.has_security_group_logging(os_id): False [ 774.293995] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.294158] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.294230] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.294433] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.315554] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.315789] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.315920] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.315986] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.316201] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.316282] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.316475] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.319016] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.319016] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.319016] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.319016] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.319016] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.319016] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.319016] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.319016] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.319016] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.319016] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7aff8fba-c6d9-49f4-8169-306be1820332 is going to be updated. [ 774.377233] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.377411] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.377449] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.377703] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.377793] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.390584] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7aff8fba-c6d9-49f4-8169-306be1820332 in Status: IN_PROGRESS for 2s [ 774.650990] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.651264] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.651334] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.651543] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.651665] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.651746] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f71914fd-666e-48b2-a1e9-e815a4aba787 is going to be created. [ 774.673445] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.673708] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.673708] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.677175] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.677175] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.682175] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f71914fd-666e-48b2-a1e9-e815a4aba787 in Status: UNINITIALIZED for 2s [ 774.760226] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.760341] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.760471] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.760817] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.760938] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.761117] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port f3a1c8e1-1adc-4649-ba89-f810a2858429 not found, creating... [ 774.761383] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.761539] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.761657] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.761875] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.762026] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.765760] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.765760] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.765760] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.765760] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.765760] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.765760] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: f3a1c8e1-1adc-4649-ba89-f810a2858429 is going to be created. [ 774.782615] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.782831] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.782958] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.783246] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.783471] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.783740] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-f3a1c8e1-1adc-4649-ba89-f810a2858429" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.290369] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 in Status: SUCCESS [ 775.290722] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.708495] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab2e530-c83d-409b-b957-a8bc417d0bce in Status: SUCCESS [ 775.710045] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.710045] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.710045] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.710045] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.710045] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.710045] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.710045] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.710045] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.710045] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.710045] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cab2e530-c83d-409b-b957-a8bc417d0bce',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.092281] env[62781]: INFO networking_nsxv3.common.synchronization [req-12844db1-010e-4260-82ad-ac588a589111 req-fa95ed8e-f472-4a11-aeed-b7cd1f7ab1d9 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Enqueued Resource ID: 06327f40-af4d-4532-bbc2-55f17d4f68f5 with Priority: HIGHEST for action security_group_members [ 776.092784] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06327f40-af4d-4532-bbc2-55f17d4f68f5 with Priority: HIGHEST for action security_group_members [ 776.093098] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-06327f40-af4d-4532-bbc2-55f17d4f68f5 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.093222] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06327f40-af4d-4532-bbc2-55f17d4f68f5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.093291] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06327f40-af4d-4532-bbc2-55f17d4f68f5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.093488] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06327f40-af4d-4532-bbc2-55f17d4f68f5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.093645] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.093916] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.093916] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.095432] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.095561] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.095689] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06327f40-af4d-4532-bbc2-55f17d4f68f5',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.145908] env[62781]: INFO networking_nsxv3.common.synchronization [req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef req-24a578ab-da14-437b-8f3d-cea74d56113f service nova] Enqueued Resource ID: 59c72323-5d56-4b90-937a-f67aecdff33a with Priority: HIGHEST for action security_group_rules [ 776.146072] env[62781]: INFO networking_nsxv3.common.synchronization [req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef req-24a578ab-da14-437b-8f3d-cea74d56113f service nova] Enqueued Resource ID: 59c72323-5d56-4b90-937a-f67aecdff33a with Priority: HIGHEST for action security_group_members [ 776.146265] env[62781]: INFO networking_nsxv3.common.synchronization [req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef req-24a578ab-da14-437b-8f3d-cea74d56113f service nova] Enqueued Resource ID: f3a1c8e1-1adc-4649-ba89-f810a2858429 with Priority: HIGHEST for action port [ 776.146493] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59c72323-5d56-4b90-937a-f67aecdff33a with Priority: HIGHEST for action security_group_rules [ 776.146619] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59c72323-5d56-4b90-937a-f67aecdff33a with Priority: HIGHEST for action security_group_members [ 776.146717] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3a1c8e1-1adc-4649-ba89-f810a2858429 with Priority: HIGHEST for action port [ 776.147254] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59c72323-5d56-4b90-937a-f67aecdff33a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.147338] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59c72323-5d56-4b90-937a-f67aecdff33a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.147408] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59c72323-5d56-4b90-937a-f67aecdff33a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.147592] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59c72323-5d56-4b90-937a-f67aecdff33a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.147672] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59c72323-5d56-4b90-937a-f67aecdff33a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.148504] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-59c72323-5d56-4b90-937a-f67aecdff33a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.148616] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59c72323-5d56-4b90-937a-f67aecdff33a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.148686] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59c72323-5d56-4b90-937a-f67aecdff33a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.149053] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59c72323-5d56-4b90-937a-f67aecdff33a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.149218] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.149320] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.149382] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.149523] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.149608] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.149696] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59c72323-5d56-4b90-937a-f67aecdff33a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.154023] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3a1c8e1-1adc-4649-ba89-f810a2858429 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.154023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3a1c8e1-1adc-4649-ba89-f810a2858429" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.154023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3a1c8e1-1adc-4649-ba89-f810a2858429" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.154023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3a1c8e1-1adc-4649-ba89-f810a2858429" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.154023] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3a1c8e1-1adc-4649-ba89-f810a2858429',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.212512] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab2e530-c83d-409b-b957-a8bc417d0bce taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.212647] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.212702] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.212891] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.213064] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.213163] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.213228] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.213398] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.213487] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.213574] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.213732] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab2e530-c83d-409b-b957-a8bc417d0bce taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.213846] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.213912] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.214079] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.214228] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.214431] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.214431] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.214501] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.214576] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.214655] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.214742] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cab2e530-c83d-409b-b957-a8bc417d0bce',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.406319] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7aff8fba-c6d9-49f4-8169-306be1820332 in Status: SUCCESS [ 776.406319] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.602377] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.602973] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.602973] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.602973] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.623809] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.623982] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.625929] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.626101] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.626486] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.626752] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.628860] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06327f40-af4d-4532-bbc2-55f17d4f68f5 is going to be updated. [ 776.655131] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59c72323-5d56-4b90-937a-f67aecdff33a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.655131] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-59c72323-5d56-4b90-937a-f67aecdff33a taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.655131] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59c72323-5d56-4b90-937a-f67aecdff33a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.655131] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3a1c8e1-1adc-4649-ba89-f810a2858429 with status ACTIVE [ 776.655131] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.655131] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.655131] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.655131] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.655131] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.656105] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.656105] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.656105] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.656105] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.656105] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.656105] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.656504] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.656504] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.656504] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.656504] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.656706] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3a1c8e1-1adc-4649-ba89-f810a2858429 is going to be updated. [ 776.658548] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.658674] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.658782] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.660731] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.660731] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.671880] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06327f40-af4d-4532-bbc2-55f17d4f68f5 in Status: IN_PROGRESS for 2s [ 776.680629] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.680752] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.680752] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.680940] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.681216] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.681439] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3a1c8e1-1adc-4649-ba89-f810a2858429" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.693522] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f71914fd-666e-48b2-a1e9-e815a4aba787 in Status: SUCCESS [ 776.693522] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.693522] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.693710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.693745] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.693865] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.693939] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.694142] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.694227] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.694408] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.694469] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f71914fd-666e-48b2-a1e9-e815a4aba787',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.717964] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cab2e530-c83d-409b-b957-a8bc417d0bce: rpc.has_security_group_logging(os_id): False [ 776.736250] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.736395] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.736462] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.736671] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.766127] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.766410] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.766553] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.766624] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.766904] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.766990] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.767217] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.767318] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.767381] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.767532] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.767606] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.767791] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.767885] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.767945] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.772143] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.772240] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.772550] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cab2e530-c83d-409b-b957-a8bc417d0bce is going to be updated. [ 776.849879] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.850051] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.850128] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.850331] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.850474] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.867454] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cab2e530-c83d-409b-b957-a8bc417d0bce in Status: IN_PROGRESS for 2s [ 777.159079] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59c72323-5d56-4b90-937a-f67aecdff33a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.197806] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-f71914fd-666e-48b2-a1e9-e815a4aba787 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.198453] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.200036] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.200036] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.200036] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.200036] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.200036] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.200036] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.200036] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.200036] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.200036] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-f71914fd-666e-48b2-a1e9-e815a4aba787 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.200036] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.200036] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.200748] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.200748] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.200748] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.200748] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.200909] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.200944] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.201358] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.201358] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f71914fd-666e-48b2-a1e9-e815a4aba787',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.661954] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.662313] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.662313] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.662491] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.662629] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.662678] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59c72323-5d56-4b90-937a-f67aecdff33a is going to be created. [ 777.686700] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.687214] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.687360] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.689207] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.689415] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.704595] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59c72323-5d56-4b90-937a-f67aecdff33a in Status: UNINITIALIZED for 2s [ 777.705400] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f71914fd-666e-48b2-a1e9-e815a4aba787: rpc.has_security_group_logging(os_id): False [ 777.724220] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.724220] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.724220] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.724220] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.724220] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.724220] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.724220] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.724220] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.724220] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.724220] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.724220] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.724220] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.724220] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.726312] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.726504] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.728022] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.728022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.728022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.728022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.728022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.728022] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f71914fd-666e-48b2-a1e9-e815a4aba787 is going to be created. [ 777.791618] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.791763] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.791834] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.792060] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.792242] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.803475] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f71914fd-666e-48b2-a1e9-e815a4aba787 in Status: IN_PROGRESS for 2s [ 777.924019] env[62781]: INFO networking_nsxv3.common.synchronization [req-aa332189-4d25-4f30-9f1b-eb05228467ff req-a3857a2b-a31e-4af3-8f20-88ccca87c353 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Enqueued Resource ID: f71914fd-666e-48b2-a1e9-e815a4aba787 with Priority: HIGHEST for action security_group_members [ 777.924884] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f71914fd-666e-48b2-a1e9-e815a4aba787 with Priority: HIGHEST for action security_group_members [ 777.925359] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-f71914fd-666e-48b2-a1e9-e815a4aba787 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.925638] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.925889] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.926653] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.926985] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.927164] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.927301] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.927630] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.927694] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.927831] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f71914fd-666e-48b2-a1e9-e815a4aba787',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.432204] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f71914fd-666e-48b2-a1e9-e815a4aba787',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.682536] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06327f40-af4d-4532-bbc2-55f17d4f68f5 in Status: SUCCESS [ 778.682835] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06327f40-af4d-4532-bbc2-55f17d4f68f5 deletion is rescheduled due to dependency. [ 778.682885] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06327f40-af4d-4532-bbc2-55f17d4f68f5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.883289] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cab2e530-c83d-409b-b957-a8bc417d0bce in Status: SUCCESS [ 778.883496] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.933379] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f71914fd-666e-48b2-a1e9-e815a4aba787',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.129707] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-333 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.129908] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-333" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.130048] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-333" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.130492] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-333" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.130565] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.130726] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.130844] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.133948] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.134385] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.134656] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 779.134802] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.134934] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.135076] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.135207] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 779.135320] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.135459] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.171437] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.171703] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 779.171872] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.172221] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-333" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.172551] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-04c0e692-0256-400a-b406-42131f192d5a taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.172714] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-04c0e692-0256-400a-b406-42131f192d5a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.172714] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-04c0e692-0256-400a-b406-42131f192d5a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.173666] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-04c0e692-0256-400a-b406-42131f192d5a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.173666] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04c0e692-0256-400a-b406-42131f192d5a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.439480] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.439665] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.439665] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.440072] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.440072] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.440213] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f71914fd-666e-48b2-a1e9-e815a4aba787 is going to be updated. [ 779.468283] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.468523] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.468523] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.468700] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.468935] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.477823] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f71914fd-666e-48b2-a1e9-e815a4aba787 in Status: IN_PROGRESS for 2s [ 779.678017] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.678017] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.678017] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.678017] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.678017] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.678017] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 04c0e692-0256-400a-b406-42131f192d5a not found, creating... [ 779.678504] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.678504] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.679483] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.679483] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.679483] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.679483] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.679687] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.679687] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.679984] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.680059] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.680208] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 04c0e692-0256-400a-b406-42131f192d5a is going to be created. [ 779.699468] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.699789] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.704959] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.704959] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.704959] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.704959] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-04c0e692-0256-400a-b406-42131f192d5a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.714494] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59c72323-5d56-4b90-937a-f67aecdff33a in Status: SUCCESS [ 779.714963] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59c72323-5d56-4b90-937a-f67aecdff33a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.714963] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59c72323-5d56-4b90-937a-f67aecdff33a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.715284] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59c72323-5d56-4b90-937a-f67aecdff33a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.715284] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.715390] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.715463] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.715616] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.715695] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.715783] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59c72323-5d56-4b90-937a-f67aecdff33a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.716466] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59c72323-5d56-4b90-937a-f67aecdff33a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.821292] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f71914fd-666e-48b2-a1e9-e815a4aba787 in Status: SUCCESS [ 779.821292] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.218422] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59c72323-5d56-4b90-937a-f67aecdff33a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.350917] env[62781]: INFO networking_nsxv3.common.synchronization [req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c req-9661164a-82f9-4aa3-b4bb-977a22fb1906 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Enqueued Resource ID: f71914fd-666e-48b2-a1e9-e815a4aba787 with Priority: HIGHEST for action security_group_members [ 780.351872] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f71914fd-666e-48b2-a1e9-e815a4aba787 with Priority: HIGHEST for action security_group_members [ 780.352211] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-f71914fd-666e-48b2-a1e9-e815a4aba787 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.352318] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.538991] env[62781]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 780.540055] env[62781]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] NSXv3 Agent Agent loop - iteration:1 started [ 780.727076] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59c72323-5d56-4b90-937a-f67aecdff33a: rpc.has_security_group_logging(os_id): False [ 780.749738] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.749738] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.749738] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.749738] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.749738] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.750025] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.750025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.750025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.750174] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.750251] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.750346] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59c72323-5d56-4b90-937a-f67aecdff33a is going to be created. [ 780.806412] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.806685] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.806685] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.807216] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.807216] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.817863] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59c72323-5d56-4b90-937a-f67aecdff33a in Status: IN_PROGRESS for 2s [ 780.851471] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-333 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.851686] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-333" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.851850] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-333" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.852207] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-333" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.852921] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.852921] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.852921] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.857563] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.857755] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.858054] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 780.858211] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.858339] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.858454] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.858611] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 780.858728] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.858897] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.876641] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.877207] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 780.877538] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.878449] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-333" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.878449] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-9861a94e-12a7-47c9-996b-de7e34407cd2 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.878449] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-9861a94e-12a7-47c9-996b-de7e34407cd2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.878449] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-9861a94e-12a7-47c9-996b-de7e34407cd2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.878816] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-9861a94e-12a7-47c9-996b-de7e34407cd2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.878961] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9861a94e-12a7-47c9-996b-de7e34407cd2',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.898041] env[62781]: INFO networking_nsxv3.common.synchronization [req-aa332189-4d25-4f30-9f1b-eb05228467ff req-e69e0873-0014-4e04-9523-f775e95e35c8 service nova] Enqueued Resource ID: f71914fd-666e-48b2-a1e9-e815a4aba787 with Priority: HIGHEST for action security_group_rules [ 780.898149] env[62781]: INFO networking_nsxv3.common.synchronization [req-aa332189-4d25-4f30-9f1b-eb05228467ff req-e69e0873-0014-4e04-9523-f775e95e35c8 service nova] Enqueued Resource ID: f71914fd-666e-48b2-a1e9-e815a4aba787 with Priority: HIGHEST for action security_group_members [ 780.898290] env[62781]: INFO networking_nsxv3.common.synchronization [req-aa332189-4d25-4f30-9f1b-eb05228467ff req-e69e0873-0014-4e04-9523-f775e95e35c8 service nova] Enqueued Resource ID: 04c0e692-0256-400a-b406-42131f192d5a with Priority: HIGHEST for action port [ 780.898972] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f71914fd-666e-48b2-a1e9-e815a4aba787 with Priority: HIGHEST for action security_group_rules [ 780.899233] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f71914fd-666e-48b2-a1e9-e815a4aba787 with Priority: HIGHEST for action security_group_members [ 780.899406] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c0e692-0256-400a-b406-42131f192d5a with Priority: HIGHEST for action port [ 780.899737] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f71914fd-666e-48b2-a1e9-e815a4aba787 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.899910] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.900036] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.900285] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.900522] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f71914fd-666e-48b2-a1e9-e815a4aba787',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.901656] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-f71914fd-666e-48b2-a1e9-e815a4aba787 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.905022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.905022] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-04c0e692-0256-400a-b406-42131f192d5a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.905022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04c0e692-0256-400a-b406-42131f192d5a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.905022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04c0e692-0256-400a-b406-42131f192d5a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.905022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04c0e692-0256-400a-b406-42131f192d5a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.905022] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04c0e692-0256-400a-b406-42131f192d5a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.381960] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.382671] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.382894] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.383214] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.383374] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.383542] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 9861a94e-12a7-47c9-996b-de7e34407cd2 not found, creating... [ 781.383921] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.384079] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.384139] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.384337] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.384478] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.384767] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.384932] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.385104] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.385377] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.385597] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.385765] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 9861a94e-12a7-47c9-996b-de7e34407cd2 is going to be created. [ 781.404686] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-f71914fd-666e-48b2-a1e9-e815a4aba787 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.404799] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.406239] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.406411] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.406548] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.406876] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.407150] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.407410] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-9861a94e-12a7-47c9-996b-de7e34407cd2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.411529] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04c0e692-0256-400a-b406-42131f192d5a with status ACTIVE [ 781.411739] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.411866] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.411938] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.412160] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.412246] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.412420] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.412519] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.412579] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.412727] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.412803] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.412983] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.413093] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.413153] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.413294] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.413368] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.414040] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04c0e692-0256-400a-b406-42131f192d5a is going to be updated. [ 781.434937] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.435132] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.435178] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.435372] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.435503] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.435668] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04c0e692-0256-400a-b406-42131f192d5a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.490252] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f71914fd-666e-48b2-a1e9-e815a4aba787 in Status: SUCCESS [ 781.491036] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.491036] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.491189] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.491353] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.491484] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.491553] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.491731] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.491817] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.491932] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f71914fd-666e-48b2-a1e9-e815a4aba787',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.995335] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f71914fd-666e-48b2-a1e9-e815a4aba787',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.208020] env[62781]: INFO networking_nsxv3.common.synchronization [req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c req-5c027450-26c0-4c3e-adc4-d582ab7ac6e8 service nova] Enqueued Resource ID: f71914fd-666e-48b2-a1e9-e815a4aba787 with Priority: HIGHEST for action security_group_rules [ 782.208020] env[62781]: INFO networking_nsxv3.common.synchronization [req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c req-5c027450-26c0-4c3e-adc4-d582ab7ac6e8 service nova] Enqueued Resource ID: f71914fd-666e-48b2-a1e9-e815a4aba787 with Priority: HIGHEST for action security_group_members [ 782.208020] env[62781]: INFO networking_nsxv3.common.synchronization [req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c req-5c027450-26c0-4c3e-adc4-d582ab7ac6e8 service nova] Enqueued Resource ID: 9861a94e-12a7-47c9-996b-de7e34407cd2 with Priority: HIGHEST for action port [ 782.208020] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f71914fd-666e-48b2-a1e9-e815a4aba787 with Priority: HIGHEST for action security_group_rules [ 782.208020] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f71914fd-666e-48b2-a1e9-e815a4aba787 with Priority: HIGHEST for action security_group_members [ 782.208020] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9861a94e-12a7-47c9-996b-de7e34407cd2 with Priority: HIGHEST for action port [ 782.208020] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f71914fd-666e-48b2-a1e9-e815a4aba787 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.208020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.208020] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-f71914fd-666e-48b2-a1e9-e815a4aba787 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.208020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.208821] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-9861a94e-12a7-47c9-996b-de7e34407cd2 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.209174] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9861a94e-12a7-47c9-996b-de7e34407cd2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.209372] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9861a94e-12a7-47c9-996b-de7e34407cd2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.209668] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9861a94e-12a7-47c9-996b-de7e34407cd2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.210873] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9861a94e-12a7-47c9-996b-de7e34407cd2',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.499391] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f71914fd-666e-48b2-a1e9-e815a4aba787',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.714020] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9861a94e-12a7-47c9-996b-de7e34407cd2 with status ACTIVE [ 782.714020] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.714020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.714020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.714020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.714020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.714020] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.714020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.714020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.714020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.714020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.714020] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.714020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.714020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.714020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.714020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.714020] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9861a94e-12a7-47c9-996b-de7e34407cd2 is going to be updated. [ 782.734866] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.735412] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.735773] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.736261] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.736967] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.736967] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9861a94e-12a7-47c9-996b-de7e34407cd2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.739151] env[62781]: INFO networking_nsxv3.common.synchronization [req-0512b966-cb95-4cde-9f34-3522e4c2a2ba req-e8121bdf-b5d8-4d40-91a3-85a372b87d7f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Enqueued Resource ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad with Priority: HIGHEST for action security_group_members [ 782.739397] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad with Priority: HIGHEST for action security_group_members [ 782.739962] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b32e37-0883-4972-aadc-60f41c1aa9ad taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.740110] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.740180] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.740360] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.740517] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.740617] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.740681] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.740823] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.741171] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.741171] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2b32e37-0883-4972-aadc-60f41c1aa9ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.829885] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59c72323-5d56-4b90-937a-f67aecdff33a in Status: SUCCESS [ 782.830184] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59c72323-5d56-4b90-937a-f67aecdff33a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.004506] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.004837] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.004837] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.004920] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.005038] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.005139] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f71914fd-666e-48b2-a1e9-e815a4aba787 is going to be updated. [ 783.031167] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.031320] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.031387] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.031576] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.031727] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.043488] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f71914fd-666e-48b2-a1e9-e815a4aba787 in Status: IN_PROGRESS for 2s [ 783.121571] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-907 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.121773] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-907" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.121900] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-907" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.122201] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-907" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.122458] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.122884] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.123047] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.123269] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.123483] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.123727] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 783.123843] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.123954] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.124073] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.124187] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 783.124295] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.124427] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.142226] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.142399] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 783.142534] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.142715] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-907" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.143886] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-7c43108e-e219-473f-85a0-5687db4a1769 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.144103] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-7c43108e-e219-473f-85a0-5687db4a1769" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.144208] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-7c43108e-e219-473f-85a0-5687db4a1769" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.144534] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-7c43108e-e219-473f-85a0-5687db4a1769" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.144810] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c43108e-e219-473f-85a0-5687db4a1769',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.150603] env[62781]: INFO networking_nsxv3.common.synchronization [req-391408e4-1395-4a37-beb0-dff8b2444bff req-22abd485-be06-48fd-af5c-9c2ff93cf18d tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Enqueued Resource ID: cab2e530-c83d-409b-b957-a8bc417d0bce with Priority: HIGHEST for action security_group_members [ 783.150603] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab2e530-c83d-409b-b957-a8bc417d0bce with Priority: HIGHEST for action security_group_members [ 783.150603] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab2e530-c83d-409b-b957-a8bc417d0bce taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.150603] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.150603] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.150603] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.151300] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.151300] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.151300] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.151467] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.151540] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.151654] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cab2e530-c83d-409b-b957-a8bc417d0bce',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.244358] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.244519] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.244592] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.244810] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.265439] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.265675] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.265996] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.266096] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.266297] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.266382] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.266479] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad is going to be updated. [ 783.302340] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.302482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.302482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.302694] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.302827] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.311657] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad in Status: IN_PROGRESS for 2s [ 783.646780] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.650315] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.650315] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.650315] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.650315] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.650315] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 7c43108e-e219-473f-85a0-5687db4a1769 not found, creating... [ 783.650315] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.650584] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.650584] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.650798] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.657422] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.657422] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.657422] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.657422] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.657422] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.657422] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.657422] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 7c43108e-e219-473f-85a0-5687db4a1769 is going to be created. [ 783.657675] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cab2e530-c83d-409b-b957-a8bc417d0bce',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.677493] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.678012] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.678012] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.678094] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.678440] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.682019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-7c43108e-e219-473f-85a0-5687db4a1769" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.160282] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cab2e530-c83d-409b-b957-a8bc417d0bce',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.242333] env[62781]: INFO networking_nsxv3.common.synchronization [None req-bce3f9da-620b-401d-9241-949d7ea6eb1c None None] Enqueued Resource ID: 5b5e0353-ab9d-46aa-a0f2-e1ab817844a0 with Priority: HIGHEST for action port [ 784.242587] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b5e0353-ab9d-46aa-a0f2-e1ab817844a0 with Priority: HIGHEST for action port [ 784.243165] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b5e0353-ab9d-46aa-a0f2-e1ab817844a0 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.244243] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b5e0353-ab9d-46aa-a0f2-e1ab817844a0" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.244243] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b5e0353-ab9d-46aa-a0f2-e1ab817844a0" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.244243] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b5e0353-ab9d-46aa-a0f2-e1ab817844a0" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.244243] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b5e0353-ab9d-46aa-a0f2-e1ab817844a0',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.633255] env[62781]: INFO networking_nsxv3.common.synchronization [req-0512b966-cb95-4cde-9f34-3522e4c2a2ba req-201ace1a-b288-45ed-8bdd-3e35f31f8ff0 service nova] Enqueued Resource ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad with Priority: HIGHEST for action security_group_rules [ 784.633255] env[62781]: INFO networking_nsxv3.common.synchronization [req-0512b966-cb95-4cde-9f34-3522e4c2a2ba req-201ace1a-b288-45ed-8bdd-3e35f31f8ff0 service nova] Enqueued Resource ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad with Priority: HIGHEST for action security_group_members [ 784.633255] env[62781]: INFO networking_nsxv3.common.synchronization [req-0512b966-cb95-4cde-9f34-3522e4c2a2ba req-201ace1a-b288-45ed-8bdd-3e35f31f8ff0 service nova] Enqueued Resource ID: 7c43108e-e219-473f-85a0-5687db4a1769 with Priority: HIGHEST for action port [ 784.633255] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad with Priority: HIGHEST for action security_group_rules [ 784.633255] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad with Priority: HIGHEST for action security_group_members [ 784.633255] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c43108e-e219-473f-85a0-5687db4a1769 with Priority: HIGHEST for action port [ 784.633255] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2b32e37-0883-4972-aadc-60f41c1aa9ad taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.633255] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.633255] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.633255] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.633255] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2b32e37-0883-4972-aadc-60f41c1aa9ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.634505] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b32e37-0883-4972-aadc-60f41c1aa9ad taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.634718] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.635014] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c43108e-e219-473f-85a0-5687db4a1769 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.635238] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c43108e-e219-473f-85a0-5687db4a1769" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.635376] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c43108e-e219-473f-85a0-5687db4a1769" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.635847] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c43108e-e219-473f-85a0-5687db4a1769" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.639216] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c43108e-e219-473f-85a0-5687db4a1769',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.665477] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.665892] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.666180] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.670618] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.670618] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.670618] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cab2e530-c83d-409b-b957-a8bc417d0bce is going to be updated. [ 784.695427] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.695567] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.695635] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.695840] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.695979] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.704074] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab2e530-c83d-409b-b957-a8bc417d0bce in Status: IN_PROGRESS for 2s [ 784.745922] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b5e0353-ab9d-46aa-a0f2-e1ab817844a0 [ 784.746249] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.746361] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.746361] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.746591] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.746667] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.746787] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b5e0353-ab9d-46aa-a0f2-e1ab817844a0 already deleted. [ 784.746893] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b5e0353-ab9d-46aa-a0f2-e1ab817844a0" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.055907] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f71914fd-666e-48b2-a1e9-e815a4aba787 in Status: SUCCESS [ 785.056163] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.056335] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.056553] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.056754] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.056902] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.056973] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.057138] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.057220] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.057316] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f71914fd-666e-48b2-a1e9-e815a4aba787',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.144861] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c43108e-e219-473f-85a0-5687db4a1769 with status ACTIVE [ 785.145104] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.145235] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.145302] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.145512] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.145595] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.146297] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.146297] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.146297] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.146297] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.146297] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.146297] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.147296] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.147296] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.147296] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.147296] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.147296] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c43108e-e219-473f-85a0-5687db4a1769 is going to be updated. [ 785.147896] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b32e37-0883-4972-aadc-60f41c1aa9ad taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.147990] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.176240] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.176240] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.176240] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.176240] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.176240] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.176240] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c43108e-e219-473f-85a0-5687db4a1769" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.322825] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad in Status: SUCCESS [ 785.325567] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad deletion is rescheduled due to dependency. [ 785.325567] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.325567] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.325567] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.325567] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.325567] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.325567] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.325567] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.325567] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.325567] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2b32e37-0883-4972-aadc-60f41c1aa9ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.561430] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f71914fd-666e-48b2-a1e9-e815a4aba787',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.829466] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2b32e37-0883-4972-aadc-60f41c1aa9ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.865016] env[62781]: INFO networking_nsxv3.common.synchronization [None req-f2b71345-f230-4c55-b124-dc725f43a2f7 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Enqueued Resource ID: e47a0241-76d6-46ec-a25e-e4422dbab5bb with Priority: HIGHEST for action security_group_rules [ 785.865016] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e47a0241-76d6-46ec-a25e-e4422dbab5bb with Priority: HIGHEST for action security_group_rules [ 785.866341] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e47a0241-76d6-46ec-a25e-e4422dbab5bb taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.866341] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e47a0241-76d6-46ec-a25e-e4422dbab5bb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.866341] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e47a0241-76d6-46ec-a25e-e4422dbab5bb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.868242] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e47a0241-76d6-46ec-a25e-e4422dbab5bb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.868242] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e47a0241-76d6-46ec-a25e-e4422dbab5bb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.986947] env[62781]: INFO networking_nsxv3.common.synchronization [None req-2012763b-2993-410b-a695-1cf78d4606e6 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Enqueued Resource ID: e47a0241-76d6-46ec-a25e-e4422dbab5bb with Priority: HIGHEST for action security_group_rules [ 785.987735] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e47a0241-76d6-46ec-a25e-e4422dbab5bb with Priority: HIGHEST for action security_group_rules [ 785.988121] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e47a0241-76d6-46ec-a25e-e4422dbab5bb taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.988316] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e47a0241-76d6-46ec-a25e-e4422dbab5bb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.063513] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f71914fd-666e-48b2-a1e9-e815a4aba787',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.266980] env[62781]: INFO networking_nsxv3.common.synchronization [None req-afb781c5-bfac-41e3-b64e-0e067bf5f6fd None None] Enqueued Resource ID: 5064fe1f-400b-4257-b03a-b5025296457b with Priority: HIGHEST for action port [ 786.267675] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5064fe1f-400b-4257-b03a-b5025296457b with Priority: HIGHEST for action port [ 786.267844] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-5064fe1f-400b-4257-b03a-b5025296457b taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.267916] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5064fe1f-400b-4257-b03a-b5025296457b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.268090] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5064fe1f-400b-4257-b03a-b5025296457b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.272019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5064fe1f-400b-4257-b03a-b5025296457b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.272019] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5064fe1f-400b-4257-b03a-b5025296457b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.331196] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2b32e37-0883-4972-aadc-60f41c1aa9ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.388426] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.388575] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.388644] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.388916] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.389028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.389131] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e47a0241-76d6-46ec-a25e-e4422dbab5bb already deleted. [ 786.389212] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e47a0241-76d6-46ec-a25e-e4422dbab5bb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.389366] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e47a0241-76d6-46ec-a25e-e4422dbab5bb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.389517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e47a0241-76d6-46ec-a25e-e4422dbab5bb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.389699] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e47a0241-76d6-46ec-a25e-e4422dbab5bb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.570827] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.570827] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.571038] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.571280] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.571338] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.571445] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f71914fd-666e-48b2-a1e9-e815a4aba787 is going to be updated. [ 786.617441] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.617618] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.617673] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.618300] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.618300] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.638209] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f71914fd-666e-48b2-a1e9-e815a4aba787 in Status: IN_PROGRESS for 2s [ 786.714038] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab2e530-c83d-409b-b957-a8bc417d0bce in Status: SUCCESS [ 786.714259] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.770839] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5064fe1f-400b-4257-b03a-b5025296457b [ 786.771855] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.771855] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.771855] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.771855] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.771855] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.771855] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5064fe1f-400b-4257-b03a-b5025296457b already deleted. [ 786.771855] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5064fe1f-400b-4257-b03a-b5025296457b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.835813] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.835813] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.835813] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.835813] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.835813] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.835813] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad is going to be updated. [ 786.866493] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.866493] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.866493] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.866493] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.866493] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.874096] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad in Status: IN_PROGRESS for 2s [ 786.914033] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.914765] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.914765] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.914881] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.915060] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.915201] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e47a0241-76d6-46ec-a25e-e4422dbab5bb already deleted. [ 786.915355] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e47a0241-76d6-46ec-a25e-e4422dbab5bb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.621612] env[62781]: INFO networking_nsxv3.common.synchronization [req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d req-c011f759-1693-4652-bc9f-8485c44a72cd tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Enqueued Resource ID: 99f415ee-b926-4cb7-8602-6ac3eea9ff35 with Priority: HIGHEST for action security_group_members [ 787.622151] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99f415ee-b926-4cb7-8602-6ac3eea9ff35 with Priority: HIGHEST for action security_group_members [ 787.622565] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-99f415ee-b926-4cb7-8602-6ac3eea9ff35 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.622753] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.622838] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.623129] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.623293] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.623397] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.623460] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.623621] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.623714] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.623822] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99f415ee-b926-4cb7-8602-6ac3eea9ff35',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.125707] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.125834] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.125886] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.126245] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.126245] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.127658] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.127658] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.127658] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.127658] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.127658] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.127658] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99f415ee-b926-4cb7-8602-6ac3eea9ff35 already deleted. [ 788.127658] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.221768] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-894 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.222025] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-894" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.222160] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-894" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.222537] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-894" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.228019] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.228019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.228019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.228019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.228019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.228019] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 788.228019] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.228019] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.228019] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.228019] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 788.228019] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.228019] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.247450] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.247450] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 788.247652] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.247988] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-894" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.248354] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-807ab249-a365-4bf6-b509-64cb022d2b9e taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.248354] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-807ab249-a365-4bf6-b509-64cb022d2b9e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.248541] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-807ab249-a365-4bf6-b509-64cb022d2b9e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.249245] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-807ab249-a365-4bf6-b509-64cb022d2b9e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.249245] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('807ab249-a365-4bf6-b509-64cb022d2b9e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.642024] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f71914fd-666e-48b2-a1e9-e815a4aba787 in Status: SUCCESS [ 788.642387] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.642456] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.642680] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.642945] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.643371] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.643371] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.643371] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.643371] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.643623] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.643623] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f71914fd-666e-48b2-a1e9-e815a4aba787',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.646636] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.646861] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.647056] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.649953] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.650040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.650226] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.650315] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.650417] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f71914fd-666e-48b2-a1e9-e815a4aba787',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.751576] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.751830] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.751976] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.752337] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.752525] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.752708] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 807ab249-a365-4bf6-b509-64cb022d2b9e not found, creating... [ 788.753024] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.753221] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.753358] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.753615] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.753786] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.754140] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.754325] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.754480] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.754727] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.754877] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.755069] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 807ab249-a365-4bf6-b509-64cb022d2b9e is going to be created. [ 788.783398] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.783641] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.783797] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.785060] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.785060] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.785060] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-807ab249-a365-4bf6-b509-64cb022d2b9e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.882638] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad in Status: SUCCESS [ 788.882897] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.883067] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.883241] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.883437] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.883538] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.883602] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.883744] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.883869] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.883905] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.883996] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2b32e37-0883-4972-aadc-60f41c1aa9ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.153179] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-f71914fd-666e-48b2-a1e9-e815a4aba787 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.153407] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.153630] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f71914fd-666e-48b2-a1e9-e815a4aba787',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.386773] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b32e37-0883-4972-aadc-60f41c1aa9ad taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.387011] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.387120] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.387344] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.387524] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.387638] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.387757] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.387867] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.388007] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.388049] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.388274] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b32e37-0883-4972-aadc-60f41c1aa9ad taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.388343] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.388380] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.388517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.388971] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.389153] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.389224] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.389375] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.389471] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.389566] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.389864] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2b32e37-0883-4972-aadc-60f41c1aa9ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.655844] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f71914fd-666e-48b2-a1e9-e815a4aba787',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.726471] env[62781]: INFO networking_nsxv3.common.synchronization [req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d req-39a84f51-65ea-4151-93c6-8ad26377b774 service nova] Enqueued Resource ID: 99f415ee-b926-4cb7-8602-6ac3eea9ff35 with Priority: HIGHEST for action security_group_rules [ 789.726743] env[62781]: INFO networking_nsxv3.common.synchronization [req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d req-39a84f51-65ea-4151-93c6-8ad26377b774 service nova] Enqueued Resource ID: 99f415ee-b926-4cb7-8602-6ac3eea9ff35 with Priority: HIGHEST for action security_group_members [ 789.726812] env[62781]: INFO networking_nsxv3.common.synchronization [req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d req-39a84f51-65ea-4151-93c6-8ad26377b774 service nova] Enqueued Resource ID: 807ab249-a365-4bf6-b509-64cb022d2b9e with Priority: HIGHEST for action port [ 789.727102] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99f415ee-b926-4cb7-8602-6ac3eea9ff35 with Priority: HIGHEST for action security_group_rules [ 789.727241] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99f415ee-b926-4cb7-8602-6ac3eea9ff35 with Priority: HIGHEST for action security_group_members [ 789.727342] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 807ab249-a365-4bf6-b509-64cb022d2b9e with Priority: HIGHEST for action port [ 789.727894] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99f415ee-b926-4cb7-8602-6ac3eea9ff35 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.728536] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.728636] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.728976] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.729069] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99f415ee-b926-4cb7-8602-6ac3eea9ff35',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.730298] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-99f415ee-b926-4cb7-8602-6ac3eea9ff35 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.730411] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.730474] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.730660] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.730806] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.730900] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.730965] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.731133] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.731221] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.731312] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99f415ee-b926-4cb7-8602-6ac3eea9ff35',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.735407] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-807ab249-a365-4bf6-b509-64cb022d2b9e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.735548] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-807ab249-a365-4bf6-b509-64cb022d2b9e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.735618] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-807ab249-a365-4bf6-b509-64cb022d2b9e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.735777] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-807ab249-a365-4bf6-b509-64cb022d2b9e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.735855] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('807ab249-a365-4bf6-b509-64cb022d2b9e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.895991] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2b32e37-0883-4972-aadc-60f41c1aa9ad: rpc.has_security_group_logging(os_id): False [ 789.915897] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.916123] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.916227] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.916543] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.916680] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.917014] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.917214] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.917312] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.917552] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.917667] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.917945] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.918119] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.918213] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.918449] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.918563] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.918954] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.919079] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.919194] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.919396] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.919512] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.919655] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad is going to be updated. [ 789.996762] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.997020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.997081] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.997290] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.997435] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.010493] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad in Status: IN_PROGRESS for 2s [ 790.157819] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.157994] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.158092] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.158313] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.158418] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.158530] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f71914fd-666e-48b2-a1e9-e815a4aba787 is going to be updated. [ 790.202704] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.202847] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.203050] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.203154] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.203297] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.212062] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f71914fd-666e-48b2-a1e9-e815a4aba787 in Status: IN_PROGRESS for 2s [ 790.237623] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99f415ee-b926-4cb7-8602-6ac3eea9ff35',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.238744] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-99f415ee-b926-4cb7-8602-6ac3eea9ff35 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.238910] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.239257] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 807ab249-a365-4bf6-b509-64cb022d2b9e with status ACTIVE [ 790.239425] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.239534] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.239588] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.239792] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.239903] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.240091] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.240193] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.240248] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.240408] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.240487] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.240658] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.240751] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.240806] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.240942] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.244293] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.244393] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 807ab249-a365-4bf6-b509-64cb022d2b9e is going to be updated. [ 790.266260] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.266399] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.266521] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.266659] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.266849] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.267058] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-807ab249-a365-4bf6-b509-64cb022d2b9e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.740774] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99f415ee-b926-4cb7-8602-6ac3eea9ff35',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.049083] env[62781]: INFO networking_nsxv3.common.synchronization [req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 req-d4aba9fa-9bd6-49ed-8fa0-44f7fc3ba19e tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Enqueued Resource ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de with Priority: HIGHEST for action security_group_members [ 791.049408] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de with Priority: HIGHEST for action security_group_members [ 791.049723] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcd2779c-5492-4db7-a6ce-7f0d97e611de taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.049844] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.049915] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.051232] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.051445] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.051771] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.053823] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.053823] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.053823] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.053823] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcd2779c-5492-4db7-a6ce-7f0d97e611de',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.245827] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.245827] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.245827] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.245827] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.245827] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.245827] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99f415ee-b926-4cb7-8602-6ac3eea9ff35 is going to be created. [ 791.271111] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.271111] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.271111] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.271111] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.271111] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.282044] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99f415ee-b926-4cb7-8602-6ac3eea9ff35 in Status: UNINITIALIZED for 2s [ 791.507674] env[62781]: INFO networking_nsxv3.common.synchronization [req-a5bb4174-c41d-4120-86ec-25a6eb85d3cf req-28e9acc7-33df-4d55-9f8d-30e5d47ac415 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Enqueued Resource ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c with Priority: HIGHEST for action security_group_members [ 791.508385] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c with Priority: HIGHEST for action security_group_members [ 791.508749] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.508994] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.509372] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.509691] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.509964] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.510197] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.510353] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.510594] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.511847] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.512083] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34a620b7-4c58-4fb9-b61f-c6a6e69e979c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.554346] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.554478] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.554546] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.554766] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.565842] env[62781]: INFO networking_nsxv3.common.synchronization [req-a5bb4174-c41d-4120-86ec-25a6eb85d3cf req-28e9acc7-33df-4d55-9f8d-30e5d47ac415 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Enqueued Resource ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c with Priority: HIGHEST for action security_group_rules [ 791.568226] env[62781]: INFO networking_nsxv3.common.synchronization [req-a5bb4174-c41d-4120-86ec-25a6eb85d3cf req-28e9acc7-33df-4d55-9f8d-30e5d47ac415 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Enqueued Resource ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c with Priority: HIGHEST for action security_group_members [ 791.568226] env[62781]: INFO networking_nsxv3.common.synchronization [req-a5bb4174-c41d-4120-86ec-25a6eb85d3cf req-28e9acc7-33df-4d55-9f8d-30e5d47ac415 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Enqueued Resource ID: 1bb330f8-75c1-45dc-acdb-ba05b941ca19 with Priority: HIGHEST for action port [ 791.568226] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c with Priority: HIGHEST for action security_group_rules [ 791.568226] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c with Priority: HIGHEST for action security_group_members [ 791.568226] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bb330f8-75c1-45dc-acdb-ba05b941ca19 with Priority: HIGHEST for action port [ 791.568226] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34a620b7-4c58-4fb9-b61f-c6a6e69e979c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.568226] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.568226] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.568226] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.568226] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34a620b7-4c58-4fb9-b61f-c6a6e69e979c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.570392] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.570392] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.570392] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bb330f8-75c1-45dc-acdb-ba05b941ca19 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.570392] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bb330f8-75c1-45dc-acdb-ba05b941ca19" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.570392] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bb330f8-75c1-45dc-acdb-ba05b941ca19" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.570392] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bb330f8-75c1-45dc-acdb-ba05b941ca19" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.570392] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bb330f8-75c1-45dc-acdb-ba05b941ca19',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.585780] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.585780] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.585780] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.585780] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.585780] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.585780] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.585780] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de is going to be updated. [ 791.621270] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.621270] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.621270] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.621270] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.621270] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.641353] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de in Status: IN_PROGRESS for 2s [ 791.675060] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-109 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.675060] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-109" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.675060] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-109" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.675423] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-109" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.675692] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.675849] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.675970] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.676192] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.676334] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.676534] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 791.676645] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.676755] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.676863] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.676969] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 791.677085] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.677214] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.694990] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.695183] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 791.695301] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.695475] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-109" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.695772] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-223e3437-51db-46d6-a21c-a321abef4598 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.695938] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-223e3437-51db-46d6-a21c-a321abef4598" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.696077] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-223e3437-51db-46d6-a21c-a321abef4598" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.696403] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-223e3437-51db-46d6-a21c-a321abef4598" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.696542] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('223e3437-51db-46d6-a21c-a321abef4598',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.018197] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34a620b7-4c58-4fb9-b61f-c6a6e69e979c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.023473] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad in Status: SUCCESS [ 792.023675] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.072037] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.072239] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.076611] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1bb330f8-75c1-45dc-acdb-ba05b941ca19 with status ACTIVE [ 792.076896] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.077051] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.077154] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.077488] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.077559] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.078146] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.078146] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.078146] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.078146] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.078146] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.078368] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.078464] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.078613] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.078683] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.078783] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.078907] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1bb330f8-75c1-45dc-acdb-ba05b941ca19 is going to be updated. [ 792.098207] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.098353] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.098427] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.098630] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.098778] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.098970] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bb330f8-75c1-45dc-acdb-ba05b941ca19" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.202017] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.202017] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.202017] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.202017] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.202017] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.202017] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 223e3437-51db-46d6-a21c-a321abef4598 not found, creating... [ 792.202017] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.202017] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.202017] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.202017] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.202017] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.202674] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.202674] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.202674] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.202674] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.202674] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.202855] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 223e3437-51db-46d6-a21c-a321abef4598 is going to be created. [ 792.224673] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f71914fd-666e-48b2-a1e9-e815a4aba787 in Status: SUCCESS [ 792.224936] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.225135] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.225336] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.225533] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.225642] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.225705] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.225857] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.225934] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.226026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.226181] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-f71914fd-666e-48b2-a1e9-e815a4aba787 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.226268] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.226325] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.226463] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.226593] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.226679] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.226736] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.226863] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.226931] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.227012] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.227103] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f71914fd-666e-48b2-a1e9-e815a4aba787',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.237324] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.237509] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.237627] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.237881] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.238115] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.238333] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-223e3437-51db-46d6-a21c-a321abef4598" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.521335] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34a620b7-4c58-4fb9-b61f-c6a6e69e979c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.733154] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f71914fd-666e-48b2-a1e9-e815a4aba787: rpc.has_security_group_logging(os_id): False [ 792.750533] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.750708] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.750755] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.750946] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.751044] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.751257] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.751358] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.751415] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.751549] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.751619] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.751792] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.751979] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.751979] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.752918] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.752918] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.752918] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.752918] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.752918] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.752918] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.752918] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.752918] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f71914fd-666e-48b2-a1e9-e815a4aba787 is going to be updated. [ 792.806893] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.807143] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.807143] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.807340] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.807487] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.819309] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f71914fd-666e-48b2-a1e9-e815a4aba787 in Status: IN_PROGRESS for 2s [ 792.939312] env[62781]: INFO networking_nsxv3.common.synchronization [req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 req-3cef0489-b79f-4f53-8acc-ba28d30a9c30 service nova] Enqueued Resource ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de with Priority: HIGHEST for action security_group_rules [ 792.939426] env[62781]: INFO networking_nsxv3.common.synchronization [req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 req-3cef0489-b79f-4f53-8acc-ba28d30a9c30 service nova] Enqueued Resource ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de with Priority: HIGHEST for action security_group_members [ 792.939548] env[62781]: INFO networking_nsxv3.common.synchronization [req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 req-3cef0489-b79f-4f53-8acc-ba28d30a9c30 service nova] Enqueued Resource ID: 223e3437-51db-46d6-a21c-a321abef4598 with Priority: HIGHEST for action port [ 792.939778] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de with Priority: HIGHEST for action security_group_rules [ 792.939912] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de with Priority: HIGHEST for action security_group_members [ 792.940016] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 223e3437-51db-46d6-a21c-a321abef4598 with Priority: HIGHEST for action port [ 792.940559] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcd2779c-5492-4db7-a6ce-7f0d97e611de taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.940679] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.940740] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.940969] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.941481] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcd2779c-5492-4db7-a6ce-7f0d97e611de',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.946141] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcd2779c-5492-4db7-a6ce-7f0d97e611de taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.946141] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.946346] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-223e3437-51db-46d6-a21c-a321abef4598 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.946346] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-223e3437-51db-46d6-a21c-a321abef4598" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.946346] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-223e3437-51db-46d6-a21c-a321abef4598" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.947393] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-223e3437-51db-46d6-a21c-a321abef4598" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.947393] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('223e3437-51db-46d6-a21c-a321abef4598',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.027463] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.027818] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.027818] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.028045] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.028183] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.028322] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c is going to be updated. [ 793.059706] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.059971] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.060147] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.060454] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.060727] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.069528] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c in Status: IN_PROGRESS for 2s [ 793.291067] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99f415ee-b926-4cb7-8602-6ac3eea9ff35 in Status: SUCCESS [ 793.291399] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.291620] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.291865] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.292161] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.292330] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.292431] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.292650] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.292767] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.292881] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.292983] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99f415ee-b926-4cb7-8602-6ac3eea9ff35',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.446497] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcd2779c-5492-4db7-a6ce-7f0d97e611de taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.446709] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.448361] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 223e3437-51db-46d6-a21c-a321abef4598 with status ACTIVE [ 793.448622] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.448770] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.448980] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.449147] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.449239] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.449420] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.449526] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.449586] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.449787] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.449835] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.450041] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.450143] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.450143] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.450290] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.450358] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.450472] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 223e3437-51db-46d6-a21c-a321abef4598 is going to be updated. [ 793.471691] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.471854] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.471943] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.472237] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.472364] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.472595] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-223e3437-51db-46d6-a21c-a321abef4598" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.652282] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de in Status: SUCCESS [ 793.654572] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de deletion is rescheduled due to dependency. [ 793.654572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.654572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.654572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.654572] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.654572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.654572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.654572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.654572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.654572] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcd2779c-5492-4db7-a6ce-7f0d97e611de',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.795707] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-99f415ee-b926-4cb7-8602-6ac3eea9ff35 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.795938] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.796040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.796255] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.796428] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.796581] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.796662] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.796861] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.796920] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.797025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.797211] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-99f415ee-b926-4cb7-8602-6ac3eea9ff35 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.797327] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.797504] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.797567] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.797711] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.797811] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.797868] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.798051] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.798100] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.798206] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.798280] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99f415ee-b926-4cb7-8602-6ac3eea9ff35',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.156395] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcd2779c-5492-4db7-a6ce-7f0d97e611de',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.300748] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99f415ee-b926-4cb7-8602-6ac3eea9ff35: rpc.has_security_group_logging(os_id): False [ 794.319028] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.319028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.319214] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.319300] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.319393] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.319579] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.319679] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.319741] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.319887] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.319965] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.320167] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.320261] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.320323] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.320462] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.320535] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.320723] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.320816] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.320879] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.321025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.321101] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.321189] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99f415ee-b926-4cb7-8602-6ac3eea9ff35 is going to be created. [ 794.381390] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.381592] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.381639] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.381807] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.381983] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.391731] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99f415ee-b926-4cb7-8602-6ac3eea9ff35 in Status: IN_PROGRESS for 2s [ 794.661661] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcd2779c-5492-4db7-a6ce-7f0d97e611de',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.661661] env[62781]: INFO networking_nsxv3.common.synchronization [req-4fb8125c-ec37-4745-bec3-40c3ac5b927e req-a3971ec3-0054-4585-836e-3cc94ea6722b tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Enqueued Resource ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c with Priority: HIGHEST for action security_group_members [ 794.662337] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c with Priority: HIGHEST for action security_group_members [ 794.662913] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.663168] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.682353] env[62781]: INFO networking_nsxv3.common.synchronization [req-4fb8125c-ec37-4745-bec3-40c3ac5b927e req-a3971ec3-0054-4585-836e-3cc94ea6722b tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Enqueued Resource ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c with Priority: HIGHEST for action security_group_rules [ 794.682511] env[62781]: INFO networking_nsxv3.common.synchronization [req-4fb8125c-ec37-4745-bec3-40c3ac5b927e req-a3971ec3-0054-4585-836e-3cc94ea6722b tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Enqueued Resource ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c with Priority: HIGHEST for action security_group_members [ 794.682697] env[62781]: INFO networking_nsxv3.common.synchronization [req-4fb8125c-ec37-4745-bec3-40c3ac5b927e req-a3971ec3-0054-4585-836e-3cc94ea6722b tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Enqueued Resource ID: 1bb330f8-75c1-45dc-acdb-ba05b941ca19 with Priority: HIGHEST for action port [ 794.683232] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c with Priority: HIGHEST for action security_group_rules [ 794.683396] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c with Priority: HIGHEST for action security_group_members [ 794.683536] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bb330f8-75c1-45dc-acdb-ba05b941ca19 with Priority: HIGHEST for action port [ 794.683847] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34a620b7-4c58-4fb9-b61f-c6a6e69e979c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.683962] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.685069] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.685069] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.685069] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bb330f8-75c1-45dc-acdb-ba05b941ca19 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.685069] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bb330f8-75c1-45dc-acdb-ba05b941ca19" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.685069] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bb330f8-75c1-45dc-acdb-ba05b941ca19" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.685069] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bb330f8-75c1-45dc-acdb-ba05b941ca19" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.685069] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bb330f8-75c1-45dc-acdb-ba05b941ca19',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.832678] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f71914fd-666e-48b2-a1e9-e815a4aba787 in Status: SUCCESS [ 794.832905] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.834149] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.834149] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.834149] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f71914fd-666e-48b2-a1e9-e815a4aba787',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.082140] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c in Status: SUCCESS [ 795.082388] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.082585] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.082822] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.083038] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.083169] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.083234] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.083391] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.083469] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.083569] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34a620b7-4c58-4fb9-b61f-c6a6e69e979c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.163073] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.163545] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.163545] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.163679] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.163679] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.163826] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de is going to be updated. [ 795.186791] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1bb330f8-75c1-45dc-acdb-ba05b941ca19 with status ACTIVE [ 795.187271] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.187271] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.187271] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.187560] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.187611] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.187788] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.188051] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.188051] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.188174] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.188174] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.188358] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.188444] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.188497] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.188634] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.188700] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.188797] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1bb330f8-75c1-45dc-acdb-ba05b941ca19 is going to be updated. [ 795.195166] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.195166] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.195166] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.195166] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.195166] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.202455] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de in Status: IN_PROGRESS for 2s [ 795.212040] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.212040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.212040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.212040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.212040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.212040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bb330f8-75c1-45dc-acdb-ba05b941ca19" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.339056] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-f71914fd-666e-48b2-a1e9-e815a4aba787 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.339287] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.339378] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.339662] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.339885] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.340048] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.340138] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.340347] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.341252] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.341386] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.341494] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f71914fd-666e-48b2-a1e9-e815a4aba787',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.585407] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34a620b7-4c58-4fb9-b61f-c6a6e69e979c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.845567] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-f71914fd-666e-48b2-a1e9-e815a4aba787 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.845888] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.845888] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.846085] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.846272] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.846488] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.846488] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.846665] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.846743] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.846793] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.851237] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-f71914fd-666e-48b2-a1e9-e815a4aba787 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.851444] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.851535] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.851753] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.851939] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.852059] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.852123] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.852296] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.852388] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.852500] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.852595] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f71914fd-666e-48b2-a1e9-e815a4aba787',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.088561] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34a620b7-4c58-4fb9-b61f-c6a6e69e979c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.354757] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f71914fd-666e-48b2-a1e9-e815a4aba787: rpc.has_security_group_logging(os_id): False [ 796.373226] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.373390] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.373466] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.373676] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.373769] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.374240] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.374240] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.374240] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.374414] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.374414] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.376333] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.376333] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.376333] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.376333] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.376333] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.376333] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.376333] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.376333] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.376333] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.376333] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.376333] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f71914fd-666e-48b2-a1e9-e815a4aba787 is going to be updated. [ 796.401400] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99f415ee-b926-4cb7-8602-6ac3eea9ff35 in Status: SUCCESS [ 796.401400] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.433037] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.433571] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.433571] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.433571] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.433571] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.446917] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f71914fd-666e-48b2-a1e9-e815a4aba787 in Status: IN_PROGRESS for 2s [ 796.477482] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.477482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.477482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.477482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.477482] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.592113] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.592271] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.592343] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.592631] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.592743] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.592911] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c is going to be updated. [ 796.623949] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.624130] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.624199] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.624445] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.624532] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.633842] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c in Status: IN_PROGRESS for 2s [ 796.979102] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.218761] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de in Status: SUCCESS [ 797.218981] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.219168] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.219380] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.219565] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.219678] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.219740] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.220224] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.220224] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.220224] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.220224] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dcd2779c-5492-4db7-a6ce-7f0d97e611de',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.482050] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.605267] env[62781]: INFO networking_nsxv3.common.synchronization [req-afc9e8c7-7098-4800-b573-5f4f74acd722 req-1a751473-addc-41da-8094-2a9dc2539e60 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Enqueued Resource ID: 8097946b-a4cf-41a9-894c-820ea377a8c7 with Priority: HIGHEST for action security_group_members [ 797.608673] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8097946b-a4cf-41a9-894c-820ea377a8c7 with Priority: HIGHEST for action security_group_members [ 797.608673] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-8097946b-a4cf-41a9-894c-820ea377a8c7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.608673] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8097946b-a4cf-41a9-894c-820ea377a8c7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.608673] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8097946b-a4cf-41a9-894c-820ea377a8c7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.608673] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8097946b-a4cf-41a9-894c-820ea377a8c7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.609090] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.609090] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.609090] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.609316] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.609316] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.609316] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8097946b-a4cf-41a9-894c-820ea377a8c7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.722881] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dcd2779c-5492-4db7-a6ce-7f0d97e611de',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.985260] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 797.985383] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 798.111500] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.111668] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.111740] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.111970] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.112103] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.112311] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.112409] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.112463] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.112620] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.112696] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.112781] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8097946b-a4cf-41a9-894c-820ea377a8c7 already deleted. [ 798.112859] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8097946b-a4cf-41a9-894c-820ea377a8c7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.224664] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dcd2779c-5492-4db7-a6ce-7f0d97e611de: rpc.has_security_group_logging(os_id): False [ 798.247311] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.247426] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.247426] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.247641] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.247730] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.249385] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.249558] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.249665] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.249901] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.249998] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.250519] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de is going to be updated. [ 798.342619] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.342797] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.342847] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.343040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.343190] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.355820] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.356114] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.356308] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.356696] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.360162] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.360422] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.360551] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.360821] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.360965] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.361249] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.365287] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.365423] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.365622] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.365674] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.365782] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.365942] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.367625] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de in Status: IN_PROGRESS for 2s [ 798.397576] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.397749] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 798.397892] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.398082] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.398393] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.398566] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.398686] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.399082] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.399256] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.468108] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f71914fd-666e-48b2-a1e9-e815a4aba787 in Status: SUCCESS [ 798.468108] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.645026] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c in Status: SUCCESS [ 798.645026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.645026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.645026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.645026] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.645026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.645026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.645026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.645026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.645026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.645026] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34a620b7-4c58-4fb9-b61f-c6a6e69e979c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.646471] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.646795] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.647126] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.648355] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.648355] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.648355] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.648355] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.648355] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34a620b7-4c58-4fb9-b61f-c6a6e69e979c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.802921] env[62781]: INFO networking_nsxv3.common.synchronization [req-eb41bf54-bbec-4687-bed5-1a37917e30d7 req-c06b9df2-c9f6-492c-bc89-99b918bf3944 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Enqueued Resource ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c with Priority: HIGHEST for action security_group_members [ 798.804333] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c with Priority: HIGHEST for action security_group_members [ 798.805152] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.805217] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.894655] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.894870] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.894870] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.895213] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.914383] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 798.915342] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.917652] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 798.919193] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.919450] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.919575] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.919843] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.919984] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.920146] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508 not found, creating... [ 798.921113] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.921113] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.921113] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.921113] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.921556] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.921794] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.921959] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.922124] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.922371] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.922501] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.922820] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508 is going to be created. [ 798.946220] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.946505] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.946742] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.946987] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.947353] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.949489] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.954354] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.954506] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.954565] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.954771] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.960038] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.960560] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 798.960694] env[62781]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=62781) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 798.960694] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 798.996581] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.996740] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.996740] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.996947] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.997876] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.998684] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 799.104059] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.104059] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.104059] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.104059] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.104059] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.104059] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 799.150513] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34a620b7-4c58-4fb9-b61f-c6a6e69e979c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.151178] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34a620b7-4c58-4fb9-b61f-c6a6e69e979c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.183294] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.183294] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.183294] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.183294] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.183294] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.183790] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:31. [ 799.183790] env[62781]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'cc7ad28d-abde-49df-adf6-c8a040efcfd6', '75ccd358-929c-4946-8b16-8f2b7ecd8d59', 'dcd2779c-5492-4db7-a6ce-7f0d97e611de', 'fd62f6a3-9e7a-48df-a4b5-11ac81efbe85', '414fcbc7-7267-4d60-9e52-6e85dc5f9125', '7feb6cd4-abd1-4d44-9e50-08f516a59e5e', '99f415ee-b926-4cb7-8602-6ac3eea9ff35', '34a620b7-4c58-4fb9-b61f-c6a6e69e979c', 'db1857b0-10e4-44a1-a63e-047e6ca6ad80', '06327f40-af4d-4532-bbc2-55f17d4f68f5', 'ebd3fe3f-1467-4ae0-a6fc-43db453bd521', 'cab2e530-c83d-409b-b957-a8bc417d0bce', 'fd4671d0-c1f6-48ae-987f-764935f5392b', 'f251121f-b3e3-4ce2-8ee7-c2a1c3168013', 'febd52e1-459c-4117-88e5-26e5801451ca', '4e1c0de8-b289-44e5-9f49-0cca926bae67', '9588ff4a-654e-400c-a650-03930bdde17c', 'f71914fd-666e-48b2-a1e9-e815a4aba787', '479762a2-6f4e-4010-b878-6dfc0ec46fe3', '99916862-7487-40ba-9802-535b0ade8c5c', '3ab92a7f-90ff-4d89-b702-15a0e7d01293', '59c72323-5d56-4b90-937a-f67aecdff33a', '0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7', '2d812943-9aee-4ac4-b8ab-e436e6eeb73c', '2ec514e2-a490-4a03-b75d-7b13ec49a69e', '7aff8fba-c6d9-49f4-8169-306be1820332', 'c2724694-b2e7-47d6-9fda-140002a0d16a', 'ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab', 'df86dd15-f958-47b3-96b7-532db1d33daf', 'c31746d8-d495-42b7-8eb1-f4bd79a2a20d', 'e2b32e37-0883-4972-aadc-60f41c1aa9ad'} {{(pid=62781) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 799.183790] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 799.219257] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.219675] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.219781] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.220046] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.220139] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.220250] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 799.220389] env[62781]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=62781) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 799.220426] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 799.296948] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.297190] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.297190] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.297414] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.298061] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.298253] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 799.298337] env[62781]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=62781) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 799.298719] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 799.298719] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 799.298719] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/31 resources of Type:Security Group Rules [ 799.298719] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc7ad28d-abde-49df-adf6-c8a040efcfd6 with Priority: HIGH for action security_group_rules [ 799.298719] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75ccd358-929c-4946-8b16-8f2b7ecd8d59 with Priority: HIGH for action security_group_rules [ 799.298719] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de with Priority: HIGH for action security_group_rules [ 799.299064] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 with Priority: HIGH for action security_group_rules [ 799.299064] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 414fcbc7-7267-4d60-9e52-6e85dc5f9125 with Priority: HIGH for action security_group_rules [ 799.299064] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7feb6cd4-abd1-4d44-9e50-08f516a59e5e with Priority: HIGH for action security_group_rules [ 799.299064] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 99f415ee-b926-4cb7-8602-6ac3eea9ff35 with Priority: HIGH for action security_group_rules [ 799.299064] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c with Priority: HIGH for action security_group_rules [ 799.299243] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: db1857b0-10e4-44a1-a63e-047e6ca6ad80 with Priority: HIGH for action security_group_rules [ 799.299243] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 06327f40-af4d-4532-bbc2-55f17d4f68f5 with Priority: HIGH for action security_group_rules [ 799.299243] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ebd3fe3f-1467-4ae0-a6fc-43db453bd521 with Priority: HIGH for action security_group_rules [ 799.299364] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cab2e530-c83d-409b-b957-a8bc417d0bce with Priority: HIGH for action security_group_rules [ 799.299364] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fd4671d0-c1f6-48ae-987f-764935f5392b with Priority: HIGH for action security_group_rules [ 799.299438] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f251121f-b3e3-4ce2-8ee7-c2a1c3168013 with Priority: HIGH for action security_group_rules [ 799.299438] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: febd52e1-459c-4117-88e5-26e5801451ca with Priority: HIGH for action security_group_rules [ 799.299511] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4e1c0de8-b289-44e5-9f49-0cca926bae67 with Priority: HIGH for action security_group_rules [ 799.299557] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGH for action security_group_rules [ 799.299595] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f71914fd-666e-48b2-a1e9-e815a4aba787 with Priority: HIGH for action security_group_rules [ 799.299706] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 479762a2-6f4e-4010-b878-6dfc0ec46fe3 with Priority: HIGH for action security_group_rules [ 799.299764] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 99916862-7487-40ba-9802-535b0ade8c5c with Priority: HIGH for action security_group_rules [ 799.299813] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.655356] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34a620b7-4c58-4fb9-b61f-c6a6e69e979c: rpc.has_security_group_logging(os_id): False [ 799.655356] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34a620b7-4c58-4fb9-b61f-c6a6e69e979c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.672102] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.672240] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.672240] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.672455] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.693246] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.693559] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.693676] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.693743] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.693945] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.694046] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.694140] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c is going to be updated. [ 799.767348] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.767512] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.767575] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.767762] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.767908] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.785119] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c in Status: IN_PROGRESS for 2s [ 799.800577] env[62781]: INFO networking_nsxv3.common.synchronization [req-afc9e8c7-7098-4800-b573-5f4f74acd722 req-00560eb9-502a-4504-a7d9-ce9c7c6a71ff service nova] Enqueued Resource ID: 8097946b-a4cf-41a9-894c-820ea377a8c7 with Priority: HIGHEST for action security_group_rules [ 799.800759] env[62781]: INFO networking_nsxv3.common.synchronization [req-afc9e8c7-7098-4800-b573-5f4f74acd722 req-00560eb9-502a-4504-a7d9-ce9c7c6a71ff service nova] Enqueued Resource ID: 8097946b-a4cf-41a9-894c-820ea377a8c7 with Priority: HIGHEST for action security_group_members [ 799.800900] env[62781]: INFO networking_nsxv3.common.synchronization [req-afc9e8c7-7098-4800-b573-5f4f74acd722 req-00560eb9-502a-4504-a7d9-ce9c7c6a71ff service nova] Enqueued Resource ID: e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508 with Priority: HIGHEST for action port [ 799.801143] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8097946b-a4cf-41a9-894c-820ea377a8c7 with Priority: HIGHEST for action security_group_rules [ 799.801290] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8097946b-a4cf-41a9-894c-820ea377a8c7 with Priority: HIGHEST for action security_group_members [ 799.801395] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508 with Priority: HIGHEST for action port [ 799.801494] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc7ad28d-abde-49df-adf6-c8a040efcfd6 with Priority: HIGH for action security_group_rules [ 799.801595] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de with Priority: HIGH for action security_group_rules [ 799.801694] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99f415ee-b926-4cb7-8602-6ac3eea9ff35 with Priority: HIGH for action security_group_rules [ 799.801811] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: febd52e1-459c-4117-88e5-26e5801451ca with Priority: HIGH for action security_group_rules [ 799.802897] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99916862-7487-40ba-9802-535b0ade8c5c with Priority: HIGH for action security_group_rules [ 799.802897] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 479762a2-6f4e-4010-b878-6dfc0ec46fe3 with Priority: HIGH for action security_group_rules [ 799.802897] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f71914fd-666e-48b2-a1e9-e815a4aba787 with Priority: HIGH for action security_group_rules [ 799.802897] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGH for action security_group_rules [ 799.802897] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f251121f-b3e3-4ce2-8ee7-c2a1c3168013 with Priority: HIGH for action security_group_rules [ 799.802897] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1c0de8-b289-44e5-9f49-0cca926bae67 with Priority: HIGH for action security_group_rules [ 799.802897] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd4671d0-c1f6-48ae-987f-764935f5392b with Priority: HIGH for action security_group_rules [ 799.802897] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab2e530-c83d-409b-b957-a8bc417d0bce with Priority: HIGH for action security_group_rules [ 799.802897] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebd3fe3f-1467-4ae0-a6fc-43db453bd521 with Priority: HIGH for action security_group_rules [ 799.802897] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06327f40-af4d-4532-bbc2-55f17d4f68f5 with Priority: HIGH for action security_group_rules [ 799.802897] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db1857b0-10e4-44a1-a63e-047e6ca6ad80 with Priority: HIGH for action security_group_rules [ 799.803305] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7feb6cd4-abd1-4d44-9e50-08f516a59e5e with Priority: HIGH for action security_group_rules [ 799.803305] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c with Priority: HIGH for action security_group_rules [ 799.803366] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 414fcbc7-7267-4d60-9e52-6e85dc5f9125 with Priority: HIGH for action security_group_rules [ 799.804272] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ccd358-929c-4946-8b16-8f2b7ecd8d59 with Priority: HIGH for action security_group_rules [ 799.804272] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 with Priority: HIGH for action security_group_rules [ 799.804272] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8097946b-a4cf-41a9-894c-820ea377a8c7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.804272] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8097946b-a4cf-41a9-894c-820ea377a8c7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.804657] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8097946b-a4cf-41a9-894c-820ea377a8c7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.804657] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8097946b-a4cf-41a9-894c-820ea377a8c7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.804657] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8097946b-a4cf-41a9-894c-820ea377a8c7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.805496] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-8097946b-a4cf-41a9-894c-820ea377a8c7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.805621] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8097946b-a4cf-41a9-894c-820ea377a8c7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.805720] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8097946b-a4cf-41a9-894c-820ea377a8c7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.805844] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8097946b-a4cf-41a9-894c-820ea377a8c7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.807293] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.807417] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.807491] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.807646] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.807734] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.807828] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8097946b-a4cf-41a9-894c-820ea377a8c7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.808643] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.808749] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.808815] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.810090] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.810090] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.810090] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc7ad28d-abde-49df-adf6-c8a040efcfd6 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.810090] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc7ad28d-abde-49df-adf6-c8a040efcfd6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.810090] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc7ad28d-abde-49df-adf6-c8a040efcfd6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.810487] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc7ad28d-abde-49df-adf6-c8a040efcfd6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.810487] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc7ad28d-abde-49df-adf6-c8a040efcfd6',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.811307] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcd2779c-5492-4db7-a6ce-7f0d97e611de taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.811307] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.811407] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99f415ee-b926-4cb7-8602-6ac3eea9ff35 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.811495] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.811555] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.811755] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.811828] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99f415ee-b926-4cb7-8602-6ac3eea9ff35',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.812916] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-febd52e1-459c-4117-88e5-26e5801451ca taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.813035] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-febd52e1-459c-4117-88e5-26e5801451ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.813093] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-febd52e1-459c-4117-88e5-26e5801451ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.813204] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-febd52e1-459c-4117-88e5-26e5801451ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.813273] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('febd52e1-459c-4117-88e5-26e5801451ca',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.814194] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99916862-7487-40ba-9802-535b0ade8c5c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.814302] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.814379] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.814603] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.814603] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99916862-7487-40ba-9802-535b0ade8c5c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.818191] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-479762a2-6f4e-4010-b878-6dfc0ec46fe3 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.818322] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-479762a2-6f4e-4010-b878-6dfc0ec46fe3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.818379] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-479762a2-6f4e-4010-b878-6dfc0ec46fe3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.818546] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-479762a2-6f4e-4010-b878-6dfc0ec46fe3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.818620] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('479762a2-6f4e-4010-b878-6dfc0ec46fe3',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.819651] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f71914fd-666e-48b2-a1e9-e815a4aba787 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.819766] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.819862] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.819970] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.820456] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f71914fd-666e-48b2-a1e9-e815a4aba787',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.820956] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.821074] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.821140] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.821313] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.821384] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.821791] env[62781]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 799.822502] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f251121f-b3e3-4ce2-8ee7-c2a1c3168013 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.822610] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f251121f-b3e3-4ce2-8ee7-c2a1c3168013" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.822676] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f251121f-b3e3-4ce2-8ee7-c2a1c3168013" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.822871] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f251121f-b3e3-4ce2-8ee7-c2a1c3168013" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.822947] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f251121f-b3e3-4ce2-8ee7-c2a1c3168013',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.823978] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e1c0de8-b289-44e5-9f49-0cca926bae67 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.824191] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e1c0de8-b289-44e5-9f49-0cca926bae67" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.824191] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e1c0de8-b289-44e5-9f49-0cca926bae67" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.824354] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e1c0de8-b289-44e5-9f49-0cca926bae67" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.824435] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e1c0de8-b289-44e5-9f49-0cca926bae67',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.825217] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd4671d0-c1f6-48ae-987f-764935f5392b taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.825443] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.825443] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.825545] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.825610] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd4671d0-c1f6-48ae-987f-764935f5392b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.826471] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cab2e530-c83d-409b-b957-a8bc417d0bce taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.826651] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.826651] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.826853] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.826853] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cab2e530-c83d-409b-b957-a8bc417d0bce',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.827911] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebd3fe3f-1467-4ae0-a6fc-43db453bd521 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.827911] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.827911] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.828197] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.828197] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebd3fe3f-1467-4ae0-a6fc-43db453bd521',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.829188] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06327f40-af4d-4532-bbc2-55f17d4f68f5 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.829316] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06327f40-af4d-4532-bbc2-55f17d4f68f5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.829427] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06327f40-af4d-4532-bbc2-55f17d4f68f5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.830038] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06327f40-af4d-4532-bbc2-55f17d4f68f5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.830158] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06327f40-af4d-4532-bbc2-55f17d4f68f5',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.830959] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db1857b0-10e4-44a1-a63e-047e6ca6ad80 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.831131] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db1857b0-10e4-44a1-a63e-047e6ca6ad80" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.831131] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db1857b0-10e4-44a1-a63e-047e6ca6ad80" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.831305] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db1857b0-10e4-44a1-a63e-047e6ca6ad80" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.831380] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db1857b0-10e4-44a1-a63e-047e6ca6ad80',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.832150] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7feb6cd4-abd1-4d44-9e50-08f516a59e5e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.832266] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7feb6cd4-abd1-4d44-9e50-08f516a59e5e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.832328] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7feb6cd4-abd1-4d44-9e50-08f516a59e5e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.832456] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7feb6cd4-abd1-4d44-9e50-08f516a59e5e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.832526] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7feb6cd4-abd1-4d44-9e50-08f516a59e5e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.833603] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34a620b7-4c58-4fb9-b61f-c6a6e69e979c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.833715] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.833870] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-414fcbc7-7267-4d60-9e52-6e85dc5f9125 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.833965] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-414fcbc7-7267-4d60-9e52-6e85dc5f9125" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.834036] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-414fcbc7-7267-4d60-9e52-6e85dc5f9125" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.834182] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-414fcbc7-7267-4d60-9e52-6e85dc5f9125" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.834375] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('414fcbc7-7267-4d60-9e52-6e85dc5f9125',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.835018] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75ccd358-929c-4946-8b16-8f2b7ecd8d59 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.835130] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75ccd358-929c-4946-8b16-8f2b7ecd8d59" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.835191] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75ccd358-929c-4946-8b16-8f2b7ecd8d59" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.835495] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75ccd358-929c-4946-8b16-8f2b7ecd8d59" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.835590] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75ccd358-929c-4946-8b16-8f2b7ecd8d59',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.835802] env[62781]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 799.836487] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.836553] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.836725] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.836802] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.836925] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.844301] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-8097946b-a4cf-41a9-894c-820ea377a8c7 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.844301] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8097946b-a4cf-41a9-894c-820ea377a8c7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.161512] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.161512] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.161512] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.161512] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.161512] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.161512] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c is going to be updated. [ 800.187277] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.187277] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.187277] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.187277] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.187277] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.196625] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c in Status: IN_PROGRESS for 2s [ 800.221076] env[62781]: INFO networking_nsxv3.common.synchronization [None req-f6a2598e-a738-4532-b2b2-dbf71bc035c6 None None] Enqueued Resource ID: 71c8296e-4a72-44af-964a-e20775e531d2 with Priority: HIGHEST for action port [ 800.221355] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71c8296e-4a72-44af-964a-e20775e531d2 with Priority: HIGHEST for action port [ 800.221924] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-71c8296e-4a72-44af-964a-e20775e531d2 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.222062] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71c8296e-4a72-44af-964a-e20775e531d2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.222136] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71c8296e-4a72-44af-964a-e20775e531d2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.222377] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71c8296e-4a72-44af-964a-e20775e531d2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.222494] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71c8296e-4a72-44af-964a-e20775e531d2',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.340345] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8097946b-a4cf-41a9-894c-820ea377a8c7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.342208] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508 with status ACTIVE [ 800.343224] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.343372] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.343657] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.343657] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.343951] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.343951] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508 not found, creating... [ 800.344109] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.344109] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.344188] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.344328] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.344542] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.345021] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.345021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.345021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.345181] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.345181] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.345240] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508 is going to be created. [ 800.366024] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.366204] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.366320] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.366440] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.369218] env[62781]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/segments/nsx-vlan-transportzone-975/ports/e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508', 'data': {'id': 'e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508', 'display_name': 'e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508', 'resource_type': 'SegmentPort', 'admin_state': 'UP', 'attachment': {'id': 'e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508', 'type': 'PARENT', 'traffic_tag': 975}, 'address_bindings': [{'ip_address': '192.168.233.234', 'mac_address': 'fa:16:3e:fc:e0:31'}], 'tags': [{'scope': 'age', 'tag': 1739075389}, {'scope': 'revision_number', 'tag': 5}, {'scope': 'security_group', 'tag': '8097946b-a4cf-41a9-894c-820ea377a8c7'}], 'parent_path': '/infra/segments/nsx-vlan-transportzone-975', 'path': '/infra/segments/nsx-vlan-transportzone-975/ports/e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508', '_revision': None}} Response=Error Code=400 Message=b'{\n "httpStatus" : "BAD_REQUEST",\n "error_code" : 500127,\n "module_name" : "Policy",\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-975/ports/e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508] as it already exists."\n}' [ 800.369410] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.369742] env[62781]: Traceback (most recent call last): [ 800.369742] env[62781]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 800.369742] env[62781]: listener.cb(fileno) [ 800.369742] env[62781]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 800.369742] env[62781]: result = function(*args, **kwargs) [ 800.369742] env[62781]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 270, in port [ 800.369742] env[62781]: self._port_realize(port) [ 800.369742] env[62781]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 368, in _port_realize [ 800.369742] env[62781]: return self.nsx_provider.port_realize(os_port, delete) [ 800.369742] env[62781]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 969, in port_realize [ 800.369742] env[62781]: return self._realize(Provider.PORT, False, self.payload.segment_port, os_port, provider_port) [ 800.369742] env[62781]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 800.369742] env[62781]: return func(*args, **kwargs) [ 800.369742] env[62781]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 785, in _realize [ 800.369742] env[62781]: res = self.client.put(path=path, data=data) [ 800.369742] env[62781]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py", line 125, in decorator [ 800.369742] env[62781]: raise RuntimeError(msg, last_err) [ 800.369742] env[62781]: RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-975/ports/e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508] as it already exists."\\n}\'') [ 800.369742] env[62781]: Removing descriptor: 17 [ 800.380517] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-f71914fd-666e-48b2-a1e9-e815a4aba787 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.380872] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.380872] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.381153] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.381266] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.381534] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.381604] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.381785] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.381834] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.381917] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.382055] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f71914fd-666e-48b2-a1e9-e815a4aba787',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.389276] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de in Status: SUCCESS [ 800.389568] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.390599] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-99f415ee-b926-4cb7-8602-6ac3eea9ff35 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.390599] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.390599] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.390599] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.390793] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.390839] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.390871] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.391017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.391499] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.391599] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.391699] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99f415ee-b926-4cb7-8602-6ac3eea9ff35',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.393242] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab2e530-c83d-409b-b957-a8bc417d0bce taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.393375] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.393444] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.393810] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.393971] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.394083] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.394150] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.394282] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.394358] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.394441] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.394519] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cab2e530-c83d-409b-b957-a8bc417d0bce',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.399056] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd4671d0-c1f6-48ae-987f-764935f5392b taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.399326] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.399326] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.399584] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.399972] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.399972] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.400161] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.400378] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.400471] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.400615] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.400700] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd4671d0-c1f6-48ae-987f-764935f5392b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.402777] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.402895] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.402998] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.403112] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.403278] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.403352] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.403423] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.403566] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.403642] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.403845] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.403928] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.404747] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-99916862-7487-40ba-9802-535b0ade8c5c taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.404887] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.404887] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.405157] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.409240] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.409384] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.409470] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.409658] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.409658] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.409773] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.409814] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99916862-7487-40ba-9802-535b0ade8c5c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.412331] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebd3fe3f-1467-4ae0-a6fc-43db453bd521 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.412450] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.412623] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.412841] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.412988] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.413112] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.413189] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.413316] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.413389] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.413504] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.413552] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebd3fe3f-1467-4ae0-a6fc-43db453bd521',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.418076] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.418284] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.418373] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcd2779c-5492-4db7-a6ce-7f0d97e611de',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.420210] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.420336] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.421099] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab2e530-c83d-409b-b957-a8bc417d0bce taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.421213] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.421322] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.421555] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.421636] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.421729] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.421796] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.421952] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.422054] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.422180] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.422330] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab2e530-c83d-409b-b957-a8bc417d0bce taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.422419] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.422478] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.422748] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.423026] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.423026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.423139] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.423222] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.423308] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.423876] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.423876] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cab2e530-c83d-409b-b957-a8bc417d0bce',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.426054] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.426242] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.426324] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.426498] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.426843] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.427012] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.427078] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.427176] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.427247] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.427334] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.427476] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.427680] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.427680] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.427809] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.427937] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.428127] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.428213] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.428379] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.428465] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.428548] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.428694] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.430548] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.430653] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.431043] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-f71914fd-666e-48b2-a1e9-e815a4aba787 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.431141] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.431198] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.431591] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.431749] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.431864] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.431909] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.432055] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.432132] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.432400] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.432400] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-f71914fd-666e-48b2-a1e9-e815a4aba787 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.432507] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.432507] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.432917] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.433034] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.433124] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.433124] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.433234] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.433308] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.433387] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.433469] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f71914fd-666e-48b2-a1e9-e815a4aba787',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.435026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.435160] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc7ad28d-abde-49df-adf6-c8a040efcfd6 is going to be deleted. [ 800.440728] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-99f415ee-b926-4cb7-8602-6ac3eea9ff35 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.440920] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.440997] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.441229] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.441380] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.441479] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.441540] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.441680] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.441759] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.441841] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.441982] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-99f415ee-b926-4cb7-8602-6ac3eea9ff35 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.442161] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.442216] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.442449] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.442538] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.442588] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.442649] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.442775] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.442864] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.442943] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.443038] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99f415ee-b926-4cb7-8602-6ac3eea9ff35',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.446291] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.446460] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.449068] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f71914fd-666e-48b2-a1e9-e815a4aba787: rpc.has_security_group_logging(os_id): False [ 800.454906] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd62f6a3-9e7a-48df-a4b5-11ac81efbe85: rpc.has_security_group_logging(os_id): False [ 800.456641] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cab2e530-c83d-409b-b957-a8bc417d0bce: rpc.has_security_group_logging(os_id): False [ 800.474077] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.474077] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.477038] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.477269] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.479843] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.480612] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.480874] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.480985] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.482050] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.482223] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.483561] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.483726] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.489214] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.489214] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.490193] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.490288] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.494035] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.494035] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.494035] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.494035] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.495810] env[62781]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 800.496886] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.496886] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.497260] env[62781]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 800.497871] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.497871] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06327f40-af4d-4532-bbc2-55f17d4f68f5 is going to be deleted. [ 800.499565] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.499798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.514563] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.514693] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7feb6cd4-abd1-4d44-9e50-08f516a59e5e is going to be deleted. [ 800.515711] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.515924] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.524774] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.524903] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.534018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.534018] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 414fcbc7-7267-4d60-9e52-6e85dc5f9125 is going to be deleted. [ 800.534018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.534018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.548334] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.548334] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f251121f-b3e3-4ce2-8ee7-c2a1c3168013 is going to be deleted. [ 800.549215] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.549435] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.566896] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.567058] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.571320] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.571437] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.572251] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.572369] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db1857b0-10e4-44a1-a63e-047e6ca6ad80 is going to be deleted. [ 800.573272] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.573482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.594420] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.594559] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e1c0de8-b289-44e5-9f49-0cca926bae67 is going to be deleted. [ 800.595457] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.595674] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.597030] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.597138] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.610839] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.610839] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.631572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.631733] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75ccd358-929c-4946-8b16-8f2b7ecd8d59 is going to be deleted. [ 800.632677] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.632878] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.723796] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.724189] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.724189] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71c8296e-4a72-44af-964a-e20775e531d2 [ 800.724377] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.724493] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.724564] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.724771] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.724854] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.724943] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71c8296e-4a72-44af-964a-e20775e531d2 already deleted. [ 800.725033] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71c8296e-4a72-44af-964a-e20775e531d2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.762810] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.762954] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 479762a2-6f4e-4010-b878-6dfc0ec46fe3 is going to be deleted. [ 800.763911] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.764138] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.804850] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.804850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.815302] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.819040] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.819040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.819040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.819040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.819040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.819040] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.819040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.819040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.819040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.819040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.819040] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.819040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.819040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.819040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.819933] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.819933] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f71914fd-666e-48b2-a1e9-e815a4aba787 is going to be updated. [ 800.819933] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.819933] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.845499] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.845631] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9588ff4a-654e-400c-a650-03930bdde17c is going to be deleted. [ 800.846563] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.846793] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.847813] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8097946b-a4cf-41a9-894c-820ea377a8c7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.891211] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.891392] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.891485] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.891625] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.891771] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.891852] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.892076] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.893361] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.893361] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.893361] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.893361] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.893361] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.893361] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.893361] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.893361] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.893361] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.893361] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cab2e530-c83d-409b-b957-a8bc417d0bce is going to be updated. [ 800.894443] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.894601] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.913531] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.913531] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.920620] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebd3fe3f-1467-4ae0-a6fc-43db453bd521',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.927296] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.927296] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.937705] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99916862-7487-40ba-9802-535b0ade8c5c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.938669] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd4671d0-c1f6-48ae-987f-764935f5392b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.940380] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.940623] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.940741] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.940804] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.943160] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.943160] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.943160] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.943160] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.943160] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.943160] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.943160] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.943160] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.943160] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.943160] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.943160] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.943160] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.943160] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 is going to be updated. [ 800.943593] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.943680] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.943754] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.946798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06327f40-af4d-4532-bbc2-55f17d4f68f5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.946798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.946798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.946798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.946798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7feb6cd4-abd1-4d44-9e50-08f516a59e5e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.946798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.946798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.946798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.946798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-414fcbc7-7267-4d60-9e52-6e85dc5f9125" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.946798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.946798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.946798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.946798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f251121f-b3e3-4ce2-8ee7-c2a1c3168013" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.946798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.946798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.946798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.946798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db1857b0-10e4-44a1-a63e-047e6ca6ad80" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.946798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.946798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.946798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.946798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e1c0de8-b289-44e5-9f49-0cca926bae67" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.947680] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.947680] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.948757] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcd2779c-5492-4db7-a6ce-7f0d97e611de taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.948906] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.949088] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.949426] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.949564] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.949755] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.949755] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.949956] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.950104] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.950104] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.950256] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dcd2779c-5492-4db7-a6ce-7f0d97e611de',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.955246] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99f415ee-b926-4cb7-8602-6ac3eea9ff35: rpc.has_security_group_logging(os_id): False [ 800.982438] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.982904] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.001858] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.001999] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.007398] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.007398] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.010060] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.010060] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: febd52e1-459c-4117-88e5-26e5801451ca is going to be deleted. [ 801.013371] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.013371] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.013371] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.013371] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75ccd358-929c-4946-8b16-8f2b7ecd8d59" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.013371] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.013371] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.013371] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.013371] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-479762a2-6f4e-4010-b878-6dfc0ec46fe3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.013371] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.013371] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.013371] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.013371] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc7ad28d-abde-49df-adf6-c8a040efcfd6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.013371] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.013371] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.037594] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.037768] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.062796] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.062796] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.062796] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.062796] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.063058] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.063058] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.063160] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.063319] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.063403] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.063836] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.063836] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.064021] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.064021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.064021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.064194] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.064194] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.064291] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99f415ee-b926-4cb7-8602-6ac3eea9ff35 is going to be updated. [ 801.067391] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.067630] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.067798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.067798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.067937] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.068100] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.068254] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.069351] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.072021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.072021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.126275] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cab2e530-c83d-409b-b957-a8bc417d0bce in Status: IN_PROGRESS for 2s [ 801.127117] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f71914fd-666e-48b2-a1e9-e815a4aba787 in Status: IN_PROGRESS for 2s [ 801.144952] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.145148] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.145221] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.145425] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.145508] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.145625] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-febd52e1-459c-4117-88e5-26e5801451ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.151623] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.154378] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.154459] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.154677] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.154825] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.187499] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 in Status: IN_PROGRESS for 2s [ 801.201652] env[62781]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 801.202332] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.202525] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.202570] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.202807] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.203041] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.227468] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99f415ee-b926-4cb7-8602-6ac3eea9ff35 in Status: IN_PROGRESS for 2s [ 801.350238] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.350628] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.350628] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.350628] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.350757] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.350798] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8097946b-a4cf-41a9-894c-820ea377a8c7 is going to be created. [ 801.385852] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.386032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.386101] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.386321] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.386483] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.399525] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8097946b-a4cf-41a9-894c-820ea377a8c7 in Status: UNINITIALIZED for 2s [ 801.422839] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebd3fe3f-1467-4ae0-a6fc-43db453bd521: rpc.has_security_group_logging(os_id): False [ 801.440084] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99916862-7487-40ba-9802-535b0ade8c5c: rpc.has_security_group_logging(os_id): False [ 801.446515] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.446774] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.446845] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.447084] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.448159] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd4671d0-c1f6-48ae-987f-764935f5392b: rpc.has_security_group_logging(os_id): False [ 801.454308] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dcd2779c-5492-4db7-a6ce-7f0d97e611de',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.471969] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.471969] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.471969] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.471969] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.481892] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.483030] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.483030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.483030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.483030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.483030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.483030] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebd3fe3f-1467-4ae0-a6fc-43db453bd521 is going to be updated. [ 801.485350] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.487788] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.514027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.514027] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.514027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.514027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.514027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.514027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.514027] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99916862-7487-40ba-9802-535b0ade8c5c is going to be updated. [ 801.515289] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.515883] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.533062] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.535021] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.535021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.535021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.535021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.535021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.535021] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd4671d0-c1f6-48ae-987f-764935f5392b is going to be updated. [ 801.559975] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.560625] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.562103] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.562103] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.562103] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.574640] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.575316] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.576546] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.576546] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.576546] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.582345] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebd3fe3f-1467-4ae0-a6fc-43db453bd521 in Status: IN_PROGRESS for 2s [ 801.590351] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.590351] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.590351] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.590351] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.590351] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.592883] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99916862-7487-40ba-9802-535b0ade8c5c in Status: IN_PROGRESS for 2s [ 801.601954] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd4671d0-c1f6-48ae-987f-764935f5392b in Status: IN_PROGRESS for 2s [ 801.800181] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c in Status: SUCCESS [ 801.800181] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.800181] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.800181] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.800181] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34a620b7-4c58-4fb9-b61f-c6a6e69e979c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.955569] env[62781]: INFO networking_nsxv3.common.synchronization [None req-265e78fc-4ce3-4f7c-a384-7c3dad70cafd tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Enqueued Resource ID: 42566bfd-9ea6-4873-a9a2-d859a09c43fa with Priority: HIGHEST for action security_group_rules [ 801.955981] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42566bfd-9ea6-4873-a9a2-d859a09c43fa with Priority: HIGHEST for action security_group_rules [ 801.956235] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dcd2779c-5492-4db7-a6ce-7f0d97e611de: rpc.has_security_group_logging(os_id): False [ 801.961017] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42566bfd-9ea6-4873-a9a2-d859a09c43fa taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.961176] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.961220] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.961492] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.961585] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42566bfd-9ea6-4873-a9a2-d859a09c43fa',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.982092] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.982266] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.982324] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.982566] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.000920] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.001269] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.001404] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.001473] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.001665] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.001740] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.001835] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de is going to be updated. [ 802.058653] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.058796] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.058871] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.059195] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.059350] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.063450] env[62781]: INFO networking_nsxv3.common.synchronization [None req-d9a8a8fe-7e80-4c9c-9756-29d927f58c54 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Enqueued Resource ID: 42566bfd-9ea6-4873-a9a2-d859a09c43fa with Priority: HIGHEST for action security_group_rules [ 802.064075] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42566bfd-9ea6-4873-a9a2-d859a09c43fa with Priority: HIGHEST for action security_group_rules [ 802.064343] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42566bfd-9ea6-4873-a9a2-d859a09c43fa taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.064478] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.072814] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de in Status: IN_PROGRESS for 2s [ 802.213166] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c in Status: SUCCESS [ 802.213381] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.213559] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.213786] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.215139] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.215139] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.215139] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.215139] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.215139] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.215139] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34a620b7-4c58-4fb9-b61f-c6a6e69e979c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.244158] env[62781]: INFO networking_nsxv3.common.synchronization [None req-f1d32038-6fe5-41de-9635-81311d0e6ba4 None None] Enqueued Resource ID: b0f45baf-0a72-4bbd-852f-83f1d6ab515a with Priority: HIGHEST for action port [ 802.245044] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0f45baf-0a72-4bbd-852f-83f1d6ab515a with Priority: HIGHEST for action port [ 802.245659] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0f45baf-0a72-4bbd-852f-83f1d6ab515a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.245868] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0f45baf-0a72-4bbd-852f-83f1d6ab515a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.245982] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0f45baf-0a72-4bbd-852f-83f1d6ab515a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.246301] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0f45baf-0a72-4bbd-852f-83f1d6ab515a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.246420] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0f45baf-0a72-4bbd-852f-83f1d6ab515a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.321213] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.321437] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.321489] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.321715] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.321789] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.321901] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c is going to be deleted. [ 802.377254] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.377254] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.377254] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.377254] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.377254] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.377254] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.377723] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.377900] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.377990] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34a620b7-4c58-4fb9-b61f-c6a6e69e979c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.435120] env[62781]: INFO networking_nsxv3.common.synchronization [req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a req-9639531c-9069-4d48-b0bb-6fd1fc0dd21c tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Enqueued Resource ID: 36a605cc-13b4-41a4-a34f-70f0ba254297 with Priority: HIGHEST for action security_group_members [ 802.435988] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a605cc-13b4-41a4-a34f-70f0ba254297 with Priority: HIGHEST for action security_group_members [ 802.436402] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a605cc-13b4-41a4-a34f-70f0ba254297 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.436538] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a605cc-13b4-41a4-a34f-70f0ba254297" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.436609] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a605cc-13b4-41a4-a34f-70f0ba254297" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.437209] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a605cc-13b4-41a4-a34f-70f0ba254297" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.437209] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.437209] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.437209] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.437583] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.437583] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.437583] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36a605cc-13b4-41a4-a34f-70f0ba254297',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.491338] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.491514] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.491579] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.492924] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.492924] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.492924] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42566bfd-9ea6-4873-a9a2-d859a09c43fa already deleted. [ 802.492924] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.492924] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.492924] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.492924] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42566bfd-9ea6-4873-a9a2-d859a09c43fa',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.719799] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.719799] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.719799] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.719799] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.719799] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.719799] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.719799] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.719799] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.719799] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.719799] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.719799] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c is going to be deleted. [ 802.748850] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.748850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.748850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.749202] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.749365] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.750502] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.750502] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0f45baf-0a72-4bbd-852f-83f1d6ab515a [ 802.750502] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.750502] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.750502] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.750502] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.750502] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.750502] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0f45baf-0a72-4bbd-852f-83f1d6ab515a already deleted. [ 802.750502] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0f45baf-0a72-4bbd-852f-83f1d6ab515a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.752688] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.752688] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.752688] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.752688] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.752688] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.752688] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.752688] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.752688] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34a620b7-4c58-4fb9-b61f-c6a6e69e979c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.898063] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.898384] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.898384] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.898632] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.898632] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.898747] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c already deleted. [ 802.898747] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.939875] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.940327] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.940327] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.940327] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.940470] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.940609] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.940696] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.940762] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.940905] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.940980] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.941078] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36a605cc-13b4-41a4-a34f-70f0ba254297 already deleted. [ 802.941212] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a605cc-13b4-41a4-a34f-70f0ba254297" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.013010] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.015863] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.015863] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.015863] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.015863] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.015863] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42566bfd-9ea6-4873-a9a2-d859a09c43fa already deleted. [ 803.015863] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.143455] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cab2e530-c83d-409b-b957-a8bc417d0bce in Status: SUCCESS [ 803.143455] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.143455] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f71914fd-666e-48b2-a1e9-e815a4aba787 in Status: SUCCESS [ 803.143455] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.213536] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 in Status: SUCCESS [ 803.213762] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.243192] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99f415ee-b926-4cb7-8602-6ac3eea9ff35 in Status: SUCCESS [ 803.243347] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.254912] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.255093] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.255183] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.255424] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.255504] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.255669] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.255767] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.256366] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.256366] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.256366] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.256366] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34a620b7-4c58-4fb9-b61f-c6a6e69e979c already deleted. [ 803.256366] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34a620b7-4c58-4fb9-b61f-c6a6e69e979c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.343639] env[62781]: INFO networking_nsxv3.common.synchronization [req-102e180b-5458-41dd-81e4-9487116c2e91 req-651cc863-8265-4a61-acff-d3c13989423f tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Enqueued Resource ID: 99f415ee-b926-4cb7-8602-6ac3eea9ff35 with Priority: HIGHEST for action security_group_members [ 803.344440] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99f415ee-b926-4cb7-8602-6ac3eea9ff35 with Priority: HIGHEST for action security_group_members [ 803.344750] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-99f415ee-b926-4cb7-8602-6ac3eea9ff35 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.344867] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.344940] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.345158] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.345482] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.346347] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.347400] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.347400] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.347400] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.347400] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99f415ee-b926-4cb7-8602-6ac3eea9ff35',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.409617] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8097946b-a4cf-41a9-894c-820ea377a8c7 in Status: SUCCESS [ 803.413097] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8097946b-a4cf-41a9-894c-820ea377a8c7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.413097] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8097946b-a4cf-41a9-894c-820ea377a8c7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.413097] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8097946b-a4cf-41a9-894c-820ea377a8c7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.413097] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.413097] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.413097] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.413097] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.413097] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.413097] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8097946b-a4cf-41a9-894c-820ea377a8c7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.413097] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8097946b-a4cf-41a9-894c-820ea377a8c7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.596165] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebd3fe3f-1467-4ae0-a6fc-43db453bd521 in Status: SUCCESS [ 803.596165] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.603801] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99916862-7487-40ba-9802-535b0ade8c5c in Status: SUCCESS [ 803.605686] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.612795] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd4671d0-c1f6-48ae-987f-764935f5392b in Status: SUCCESS [ 803.613156] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.622617] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.622617] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-709" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.622617] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-709" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.622617] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-709" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.622617] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.622617] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.622617] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.623137] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.623458] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.623783] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 803.624021] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 803.624259] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 803.624540] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 803.624758] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 803.626584] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 803.626584] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.645072] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.645072] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 803.645072] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.645072] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-709" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.645072] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-9380d591-b4e7-46d5-a35d-627ed6d1c66b taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.645072] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-9380d591-b4e7-46d5-a35d-627ed6d1c66b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.645072] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-9380d591-b4e7-46d5-a35d-627ed6d1c66b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.645072] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-9380d591-b4e7-46d5-a35d-627ed6d1c66b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.645072] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9380d591-b4e7-46d5-a35d-627ed6d1c66b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.848692] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.848893] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.848893] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.849191] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.849282] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.849492] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.849591] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.849651] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.849796] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.849866] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.849968] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99f415ee-b926-4cb7-8602-6ac3eea9ff35 is going to be updated. [ 803.876719] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.877125] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.877210] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.877430] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.877582] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.885796] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99f415ee-b926-4cb7-8602-6ac3eea9ff35 in Status: IN_PROGRESS for 2s [ 803.918511] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-8097946b-a4cf-41a9-894c-820ea377a8c7 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.918511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8097946b-a4cf-41a9-894c-820ea377a8c7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.918511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8097946b-a4cf-41a9-894c-820ea377a8c7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.918511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8097946b-a4cf-41a9-894c-820ea377a8c7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.918511] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.918511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.918511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.918511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.918511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.918511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8097946b-a4cf-41a9-894c-820ea377a8c7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.918511] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-8097946b-a4cf-41a9-894c-820ea377a8c7 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.918511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8097946b-a4cf-41a9-894c-820ea377a8c7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.918511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8097946b-a4cf-41a9-894c-820ea377a8c7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.918511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8097946b-a4cf-41a9-894c-820ea377a8c7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.918511] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.918511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.919735] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.919735] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.919735] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.919735] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8097946b-a4cf-41a9-894c-820ea377a8c7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.919735] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8097946b-a4cf-41a9-894c-820ea377a8c7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.090059] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de in Status: SUCCESS [ 804.090280] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.150030] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.150030] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.150030] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.150030] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.150030] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.150030] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 9380d591-b4e7-46d5-a35d-627ed6d1c66b not found, creating... [ 804.150030] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.150671] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.150972] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.151380] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.151717] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.154029] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.154029] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.154029] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.154029] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.154029] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.154029] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 9380d591-b4e7-46d5-a35d-627ed6d1c66b is going to be created. [ 804.185775] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.185775] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.185775] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.185775] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.185775] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.185775] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-9380d591-b4e7-46d5-a35d-627ed6d1c66b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.424449] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8097946b-a4cf-41a9-894c-820ea377a8c7: rpc.has_security_group_logging(os_id): False [ 804.445020] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.445020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.445020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.445020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.445020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.445020] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.445020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.445020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.445020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.445020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.445020] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.445020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.445020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.445020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.445020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.445799] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.445799] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.445799] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.445799] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.445799] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.445799] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8097946b-a4cf-41a9-894c-820ea377a8c7 is going to be created. [ 804.510643] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.510643] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.510643] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.510643] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.510859] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.523130] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8097946b-a4cf-41a9-894c-820ea377a8c7 in Status: IN_PROGRESS for 2s [ 804.984065] env[62781]: INFO networking_nsxv3.common.synchronization [req-cc15da7c-14ff-4b0d-b35f-7233f821d753 req-85437e2e-1814-4d42-a0f7-ece4ce9d7668 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Enqueued Resource ID: 31118ac9-f598-42c8-b4ed-b4f4d4fbb935 with Priority: HIGHEST for action security_group_members [ 804.984065] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31118ac9-f598-42c8-b4ed-b4f4d4fbb935 with Priority: HIGHEST for action security_group_members [ 804.984065] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-31118ac9-f598-42c8-b4ed-b4f4d4fbb935 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.984065] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31118ac9-f598-42c8-b4ed-b4f4d4fbb935" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.984065] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31118ac9-f598-42c8-b4ed-b4f4d4fbb935" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.984065] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31118ac9-f598-42c8-b4ed-b4f4d4fbb935" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.984065] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.984065] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.984065] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.984065] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.984065] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.984065] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31118ac9-f598-42c8-b4ed-b4f4d4fbb935',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.187108] env[62781]: INFO networking_nsxv3.common.synchronization [req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a req-1a27fb1d-f647-41c6-b782-1a816dae942a service nova] Enqueued Resource ID: 36a605cc-13b4-41a4-a34f-70f0ba254297 with Priority: HIGHEST for action security_group_rules [ 805.187354] env[62781]: INFO networking_nsxv3.common.synchronization [req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a req-1a27fb1d-f647-41c6-b782-1a816dae942a service nova] Enqueued Resource ID: 36a605cc-13b4-41a4-a34f-70f0ba254297 with Priority: HIGHEST for action security_group_members [ 805.187512] env[62781]: INFO networking_nsxv3.common.synchronization [req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a req-1a27fb1d-f647-41c6-b782-1a816dae942a service nova] Enqueued Resource ID: 9380d591-b4e7-46d5-a35d-627ed6d1c66b with Priority: HIGHEST for action port [ 805.188072] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a605cc-13b4-41a4-a34f-70f0ba254297 with Priority: HIGHEST for action security_group_rules [ 805.188234] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a605cc-13b4-41a4-a34f-70f0ba254297 with Priority: HIGHEST for action security_group_members [ 805.188361] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9380d591-b4e7-46d5-a35d-627ed6d1c66b with Priority: HIGHEST for action port [ 805.188674] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36a605cc-13b4-41a4-a34f-70f0ba254297 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.188844] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36a605cc-13b4-41a4-a34f-70f0ba254297" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.188934] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36a605cc-13b4-41a4-a34f-70f0ba254297" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.189240] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36a605cc-13b4-41a4-a34f-70f0ba254297" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.189334] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36a605cc-13b4-41a4-a34f-70f0ba254297',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.190392] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a605cc-13b4-41a4-a34f-70f0ba254297 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.191509] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a605cc-13b4-41a4-a34f-70f0ba254297" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.191509] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a605cc-13b4-41a4-a34f-70f0ba254297" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.191509] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a605cc-13b4-41a4-a34f-70f0ba254297" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.191509] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.191509] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.191509] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.191757] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.191757] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.191757] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36a605cc-13b4-41a4-a34f-70f0ba254297',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.196773] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-9380d591-b4e7-46d5-a35d-627ed6d1c66b taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.197010] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9380d591-b4e7-46d5-a35d-627ed6d1c66b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.197122] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9380d591-b4e7-46d5-a35d-627ed6d1c66b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.197371] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9380d591-b4e7-46d5-a35d-627ed6d1c66b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.197459] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9380d591-b4e7-46d5-a35d-627ed6d1c66b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.487361] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.487584] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.487639] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.487810] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.487900] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.488110] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.488212] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.488269] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.488418] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.488506] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.488623] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31118ac9-f598-42c8-b4ed-b4f4d4fbb935 already deleted. [ 805.488708] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31118ac9-f598-42c8-b4ed-b4f4d4fbb935" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.583517] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.583822] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-571" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.584050] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-571" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.584392] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-571" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.584736] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.584978] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.585200] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.585493] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.586517] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.586517] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 805.586517] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 805.586517] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 805.586785] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 805.586913] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 805.589136] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 805.589136] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 805.606501] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 805.606718] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 805.606857] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 805.607044] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-571" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.607433] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-3c371dc8-a558-4e17-b3c9-4655998b2e3c taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.607534] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-3c371dc8-a558-4e17-b3c9-4655998b2e3c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.607650] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-3c371dc8-a558-4e17-b3c9-4655998b2e3c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.607998] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-3c371dc8-a558-4e17-b3c9-4655998b2e3c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.608160] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c371dc8-a558-4e17-b3c9-4655998b2e3c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.700144] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a605cc-13b4-41a4-a34f-70f0ba254297 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.700346] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a605cc-13b4-41a4-a34f-70f0ba254297" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.700633] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36a605cc-13b4-41a4-a34f-70f0ba254297',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.704384] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9380d591-b4e7-46d5-a35d-627ed6d1c66b with status ACTIVE [ 805.704384] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.704384] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.704384] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.704384] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.704384] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.704384] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.704384] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.704384] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.704384] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.704384] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.704384] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.704384] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.704384] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.704384] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.704384] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.704384] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9380d591-b4e7-46d5-a35d-627ed6d1c66b is going to be updated. [ 805.722858] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.723062] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.723062] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.723281] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.723408] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.723562] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9380d591-b4e7-46d5-a35d-627ed6d1c66b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.895495] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99f415ee-b926-4cb7-8602-6ac3eea9ff35 in Status: SUCCESS [ 805.895679] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99f415ee-b926-4cb7-8602-6ac3eea9ff35 deletion is rescheduled due to dependency. [ 805.895792] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.111239] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.111640] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.111786] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.112150] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.112371] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.112595] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 3c371dc8-a558-4e17-b3c9-4655998b2e3c not found, creating... [ 806.112934] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.113182] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.113469] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.113725] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.113938] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.114320] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.114565] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.114759] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.115090] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.115334] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.115540] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 3c371dc8-a558-4e17-b3c9-4655998b2e3c is going to be created. [ 806.136976] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.137341] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.137547] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.137920] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.138241] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.138537] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-3c371dc8-a558-4e17-b3c9-4655998b2e3c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.205609] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36a605cc-13b4-41a4-a34f-70f0ba254297',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.533821] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8097946b-a4cf-41a9-894c-820ea377a8c7 in Status: SUCCESS [ 806.534037] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8097946b-a4cf-41a9-894c-820ea377a8c7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.709261] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.709261] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.709261] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.709261] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.709261] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.709261] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36a605cc-13b4-41a4-a34f-70f0ba254297 is going to be created. [ 806.730318] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.730318] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.730318] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.730557] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.731695] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.739583] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a605cc-13b4-41a4-a34f-70f0ba254297 in Status: UNINITIALIZED for 2s [ 806.893611] env[62781]: INFO networking_nsxv3.common.synchronization [req-cc15da7c-14ff-4b0d-b35f-7233f821d753 req-e8cbdfeb-0a29-4bb8-a684-18aa643f3842 service nova] Enqueued Resource ID: 31118ac9-f598-42c8-b4ed-b4f4d4fbb935 with Priority: HIGHEST for action security_group_rules [ 806.893611] env[62781]: INFO networking_nsxv3.common.synchronization [req-cc15da7c-14ff-4b0d-b35f-7233f821d753 req-e8cbdfeb-0a29-4bb8-a684-18aa643f3842 service nova] Enqueued Resource ID: 31118ac9-f598-42c8-b4ed-b4f4d4fbb935 with Priority: HIGHEST for action security_group_members [ 806.894257] env[62781]: INFO networking_nsxv3.common.synchronization [req-cc15da7c-14ff-4b0d-b35f-7233f821d753 req-e8cbdfeb-0a29-4bb8-a684-18aa643f3842 service nova] Enqueued Resource ID: 3c371dc8-a558-4e17-b3c9-4655998b2e3c with Priority: HIGHEST for action port [ 806.896112] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31118ac9-f598-42c8-b4ed-b4f4d4fbb935 with Priority: HIGHEST for action security_group_rules [ 806.896112] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31118ac9-f598-42c8-b4ed-b4f4d4fbb935 with Priority: HIGHEST for action security_group_members [ 806.896112] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c371dc8-a558-4e17-b3c9-4655998b2e3c with Priority: HIGHEST for action port [ 806.898177] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31118ac9-f598-42c8-b4ed-b4f4d4fbb935 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.898177] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31118ac9-f598-42c8-b4ed-b4f4d4fbb935" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.898177] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31118ac9-f598-42c8-b4ed-b4f4d4fbb935" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.898177] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31118ac9-f598-42c8-b4ed-b4f4d4fbb935" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.898177] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31118ac9-f598-42c8-b4ed-b4f4d4fbb935',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.900772] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-31118ac9-f598-42c8-b4ed-b4f4d4fbb935 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.900772] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31118ac9-f598-42c8-b4ed-b4f4d4fbb935" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.900772] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31118ac9-f598-42c8-b4ed-b4f4d4fbb935" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.900772] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31118ac9-f598-42c8-b4ed-b4f4d4fbb935" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.900772] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.900772] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.900772] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.900772] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.900772] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.900772] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31118ac9-f598-42c8-b4ed-b4f4d4fbb935',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.902244] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c371dc8-a558-4e17-b3c9-4655998b2e3c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.902244] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c371dc8-a558-4e17-b3c9-4655998b2e3c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.902244] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c371dc8-a558-4e17-b3c9-4655998b2e3c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.902411] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c371dc8-a558-4e17-b3c9-4655998b2e3c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.902551] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c371dc8-a558-4e17-b3c9-4655998b2e3c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.404499] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-31118ac9-f598-42c8-b4ed-b4f4d4fbb935 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.404893] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31118ac9-f598-42c8-b4ed-b4f4d4fbb935" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.404893] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31118ac9-f598-42c8-b4ed-b4f4d4fbb935',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.406326] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c371dc8-a558-4e17-b3c9-4655998b2e3c with status ACTIVE [ 807.406326] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.406326] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.406326] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.406622] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.406622] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.406721] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.406789] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.406836] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.407108] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.410257] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.410257] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.410257] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.410257] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.410257] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.410257] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.410257] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c371dc8-a558-4e17-b3c9-4655998b2e3c is going to be updated. [ 807.429316] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.429479] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.429562] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.429763] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.429938] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.430143] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c371dc8-a558-4e17-b3c9-4655998b2e3c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.912046] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31118ac9-f598-42c8-b4ed-b4f4d4fbb935',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.311086] env[62781]: INFO networking_nsxv3.common.synchronization [req-19617be4-76b8-425d-ad42-ffd25823a2f7 req-34861733-d61d-4da2-a840-c52e5d02b053 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Enqueued Resource ID: f71914fd-666e-48b2-a1e9-e815a4aba787 with Priority: HIGHEST for action security_group_members [ 808.311679] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f71914fd-666e-48b2-a1e9-e815a4aba787 with Priority: HIGHEST for action security_group_members [ 808.312036] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-f71914fd-666e-48b2-a1e9-e815a4aba787 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.312232] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.312335] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.312513] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.312689] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.313142] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.313142] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.313142] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.313142] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.313427] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f71914fd-666e-48b2-a1e9-e815a4aba787',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.315226] env[62781]: INFO networking_nsxv3.common.synchronization [req-b345a91d-adf6-4f28-b35f-100cb1f20d24 req-04d4c1dc-ea2a-4e93-b359-d7410c9970d6 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Enqueued Resource ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad with Priority: HIGHEST for action security_group_members [ 808.315662] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad with Priority: HIGHEST for action security_group_members [ 808.316196] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b32e37-0883-4972-aadc-60f41c1aa9ad taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.316332] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.316420] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.316602] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.316774] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.317010] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.317181] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.317366] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.317490] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.317640] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2b32e37-0883-4972-aadc-60f41c1aa9ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.414181] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.414526] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.414526] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.414654] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.414739] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.414839] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31118ac9-f598-42c8-b4ed-b4f4d4fbb935 is going to be created. [ 808.455249] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.455249] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.455249] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.455402] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.455490] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.466473] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31118ac9-f598-42c8-b4ed-b4f4d4fbb935 in Status: UNINITIALIZED for 2s [ 808.749259] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a605cc-13b4-41a4-a34f-70f0ba254297 in Status: SUCCESS [ 808.749469] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a605cc-13b4-41a4-a34f-70f0ba254297" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.749623] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a605cc-13b4-41a4-a34f-70f0ba254297" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.749836] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a605cc-13b4-41a4-a34f-70f0ba254297" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.750031] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.750149] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.750218] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.750363] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.750449] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.750563] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a605cc-13b4-41a4-a34f-70f0ba254297" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.750612] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36a605cc-13b4-41a4-a34f-70f0ba254297',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.816218] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f71914fd-666e-48b2-a1e9-e815a4aba787',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.821321] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.821321] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.821321] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.821321] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.843484] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.843721] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.843837] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.843904] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.844129] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.844216] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.844304] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad is going to be updated. [ 808.867613] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.867755] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.867823] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.868037] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.868227] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.876433] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad in Status: IN_PROGRESS for 2s [ 809.255017] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a605cc-13b4-41a4-a34f-70f0ba254297 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.255017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a605cc-13b4-41a4-a34f-70f0ba254297" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.255017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a605cc-13b4-41a4-a34f-70f0ba254297" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.255017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a605cc-13b4-41a4-a34f-70f0ba254297" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.255017] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.255017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.255017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.255017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.255017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.255017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a605cc-13b4-41a4-a34f-70f0ba254297" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.255017] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a605cc-13b4-41a4-a34f-70f0ba254297 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.255017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a605cc-13b4-41a4-a34f-70f0ba254297" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.255017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a605cc-13b4-41a4-a34f-70f0ba254297" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.255017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a605cc-13b4-41a4-a34f-70f0ba254297" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.255017] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.255017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.255824] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.255824] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.255824] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.255824] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a605cc-13b4-41a4-a34f-70f0ba254297" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.255824] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36a605cc-13b4-41a4-a34f-70f0ba254297',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.319413] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f71914fd-666e-48b2-a1e9-e815a4aba787',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.763228] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36a605cc-13b4-41a4-a34f-70f0ba254297: rpc.has_security_group_logging(os_id): False [ 809.780822] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.780997] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.781242] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.781242] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.781412] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.781504] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.781608] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.781681] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.781797] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.781868] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.782083] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.782209] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.782310] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.782465] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.782566] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.782748] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.782839] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.782884] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.783053] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.783257] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.783349] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36a605cc-13b4-41a4-a34f-70f0ba254297 is going to be created. [ 809.821495] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.821707] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.821707] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.821929] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.822155] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.822155] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f71914fd-666e-48b2-a1e9-e815a4aba787 is going to be updated. [ 809.835611] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.837024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.837024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.837024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.837024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.846345] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36a605cc-13b4-41a4-a34f-70f0ba254297 in Status: IN_PROGRESS for 2s [ 809.850353] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.850506] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.850556] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.850748] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.850879] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.859254] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f71914fd-666e-48b2-a1e9-e815a4aba787 in Status: IN_PROGRESS for 2s [ 810.065344] env[62781]: INFO networking_nsxv3.common.synchronization [req-b1a8ba53-02b5-4a27-9172-8040210d1810 req-9044a6b6-615e-4028-8f73-c6a20975f0a4 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Enqueued Resource ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c with Priority: HIGHEST for action security_group_members [ 810.065861] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c with Priority: HIGHEST for action security_group_members [ 810.066175] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.066299] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.066360] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.066611] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.066763] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.066861] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.066935] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.067218] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.067300] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.067393] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.341594] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.341804] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.341932] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.342228] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.344086] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.344086] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.344086] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.344086] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.344086] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.344086] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 810.344086] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 810.344086] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 810.344086] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 810.344086] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 810.344572] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 810.344572] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 810.362194] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 810.362354] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 810.362491] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 810.362667] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.362972] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-5dcc5aa5-8276-4fd7-b20a-60916ccdac65 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.363149] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-5dcc5aa5-8276-4fd7-b20a-60916ccdac65" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.364094] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-5dcc5aa5-8276-4fd7-b20a-60916ccdac65" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.364094] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-5dcc5aa5-8276-4fd7-b20a-60916ccdac65" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.364094] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dcc5aa5-8276-4fd7-b20a-60916ccdac65',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.479141] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31118ac9-f598-42c8-b4ed-b4f4d4fbb935 in Status: SUCCESS [ 810.479141] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31118ac9-f598-42c8-b4ed-b4f4d4fbb935" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.479141] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31118ac9-f598-42c8-b4ed-b4f4d4fbb935" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.479141] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31118ac9-f598-42c8-b4ed-b4f4d4fbb935" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.479141] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.479141] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.479141] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.479141] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.479141] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.479141] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31118ac9-f598-42c8-b4ed-b4f4d4fbb935" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.479141] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31118ac9-f598-42c8-b4ed-b4f4d4fbb935',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.569010] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.569172] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.569248] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.569467] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.569589] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.569782] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.569836] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.569879] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.570032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.570112] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.570198] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c already deleted. [ 810.570278] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.866618] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.867049] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.867128] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.867446] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.867622] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.867806] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 5dcc5aa5-8276-4fd7-b20a-60916ccdac65 not found, creating... [ 810.868126] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.868309] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.868460] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.868714] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.868883] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.869287] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.869493] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.869633] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.869881] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.870069] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.870241] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 5dcc5aa5-8276-4fd7-b20a-60916ccdac65 is going to be created. [ 810.883898] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad in Status: SUCCESS [ 810.884138] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad deletion is rescheduled due to dependency. [ 810.884201] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.889430] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.889622] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.889792] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.890147] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.890414] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.890638] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-5dcc5aa5-8276-4fd7-b20a-60916ccdac65" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.984645] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-31118ac9-f598-42c8-b4ed-b4f4d4fbb935 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.984877] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31118ac9-f598-42c8-b4ed-b4f4d4fbb935" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.985015] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31118ac9-f598-42c8-b4ed-b4f4d4fbb935" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.985290] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31118ac9-f598-42c8-b4ed-b4f4d4fbb935" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.985469] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.985572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.985638] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.985786] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.985874] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.985964] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31118ac9-f598-42c8-b4ed-b4f4d4fbb935" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.986130] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-31118ac9-f598-42c8-b4ed-b4f4d4fbb935 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.986225] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31118ac9-f598-42c8-b4ed-b4f4d4fbb935" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.986284] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31118ac9-f598-42c8-b4ed-b4f4d4fbb935" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.986426] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31118ac9-f598-42c8-b4ed-b4f4d4fbb935" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.986561] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.986652] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.986710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.986845] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.986913] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.986989] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31118ac9-f598-42c8-b4ed-b4f4d4fbb935" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.987094] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31118ac9-f598-42c8-b4ed-b4f4d4fbb935',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.489100] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31118ac9-f598-42c8-b4ed-b4f4d4fbb935: rpc.has_security_group_logging(os_id): False [ 811.509363] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.509497] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.509561] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.509830] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.509946] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.510149] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.510255] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.510314] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.510473] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.510548] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.510742] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.510835] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.510895] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.511154] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.511242] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.511514] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.511611] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.511674] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.511830] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.511905] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.512020] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31118ac9-f598-42c8-b4ed-b4f4d4fbb935 is going to be created. [ 811.593074] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.593299] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.593412] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.598032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.598032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.606418] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31118ac9-f598-42c8-b4ed-b4f4d4fbb935 in Status: IN_PROGRESS for 2s [ 811.684087] env[62781]: INFO networking_nsxv3.common.synchronization [req-b2eaf16e-c227-4064-8dcd-d6a7c5407c91 req-fcd150b6-a404-4434-958b-bcb21b047fb5 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Enqueued Resource ID: 8097946b-a4cf-41a9-894c-820ea377a8c7 with Priority: HIGHEST for action security_group_members [ 811.684627] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8097946b-a4cf-41a9-894c-820ea377a8c7 with Priority: HIGHEST for action security_group_members [ 811.685092] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-8097946b-a4cf-41a9-894c-820ea377a8c7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.685244] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8097946b-a4cf-41a9-894c-820ea377a8c7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.685308] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8097946b-a4cf-41a9-894c-820ea377a8c7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.685504] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8097946b-a4cf-41a9-894c-820ea377a8c7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.685657] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.685749] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.685807] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.685941] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.686032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.686123] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8097946b-a4cf-41a9-894c-820ea377a8c7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.860154] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36a605cc-13b4-41a4-a34f-70f0ba254297 in Status: SUCCESS [ 811.860462] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36a605cc-13b4-41a4-a34f-70f0ba254297" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.862043] env[62781]: INFO networking_nsxv3.common.synchronization [req-b1a8ba53-02b5-4a27-9172-8040210d1810 req-a532bff8-6cb7-4fef-bc65-aafd9eba9025 service nova] Enqueued Resource ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c with Priority: HIGHEST for action security_group_rules [ 811.862220] env[62781]: INFO networking_nsxv3.common.synchronization [req-b1a8ba53-02b5-4a27-9172-8040210d1810 req-a532bff8-6cb7-4fef-bc65-aafd9eba9025 service nova] Enqueued Resource ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c with Priority: HIGHEST for action security_group_members [ 811.862388] env[62781]: INFO networking_nsxv3.common.synchronization [req-b1a8ba53-02b5-4a27-9172-8040210d1810 req-a532bff8-6cb7-4fef-bc65-aafd9eba9025 service nova] Enqueued Resource ID: 5dcc5aa5-8276-4fd7-b20a-60916ccdac65 with Priority: HIGHEST for action port [ 811.863867] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c with Priority: HIGHEST for action security_group_rules [ 811.864046] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c with Priority: HIGHEST for action security_group_members [ 811.864170] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dcc5aa5-8276-4fd7-b20a-60916ccdac65 with Priority: HIGHEST for action port [ 811.864458] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.864605] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.864686] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.865067] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.865165] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.866549] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.866664] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.867030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.867030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.867277] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.867277] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.867277] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.867510] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.867510] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.867510] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.868302] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dcc5aa5-8276-4fd7-b20a-60916ccdac65 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.868443] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dcc5aa5-8276-4fd7-b20a-60916ccdac65" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.868619] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dcc5aa5-8276-4fd7-b20a-60916ccdac65" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.868619] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dcc5aa5-8276-4fd7-b20a-60916ccdac65" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.868764] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dcc5aa5-8276-4fd7-b20a-60916ccdac65',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.876493] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f71914fd-666e-48b2-a1e9-e815a4aba787 in Status: SUCCESS [ 811.876697] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.188534] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.188608] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.188675] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.188900] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.189040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.189250] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.189358] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.189419] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.189571] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.189645] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.189730] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8097946b-a4cf-41a9-894c-820ea377a8c7 is going to be updated. [ 812.214910] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.215128] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.215211] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.215430] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.215558] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.223181] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8097946b-a4cf-41a9-894c-820ea377a8c7 in Status: IN_PROGRESS for 2s [ 812.370891] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5dcc5aa5-8276-4fd7-b20a-60916ccdac65 with status ACTIVE [ 812.371177] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.371330] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.371403] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.371596] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.371696] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.371931] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.372112] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.372213] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.372401] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.372493] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.372734] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.372820] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.372907] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.373065] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.373143] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.373231] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5dcc5aa5-8276-4fd7-b20a-60916ccdac65 is going to be updated. [ 812.374841] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.374841] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.375139] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.394937] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.395105] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.395105] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.395318] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.395397] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.396544] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dcc5aa5-8276-4fd7-b20a-60916ccdac65" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.879401] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.381807] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.381995] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.382069] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.382279] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.382373] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.382476] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c is going to be created. [ 813.420695] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.420835] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.420900] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.421472] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.421472] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.434181] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c in Status: UNINITIALIZED for 2s [ 813.619749] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31118ac9-f598-42c8-b4ed-b4f4d4fbb935 in Status: SUCCESS [ 813.620032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31118ac9-f598-42c8-b4ed-b4f4d4fbb935" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.233988] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8097946b-a4cf-41a9-894c-820ea377a8c7 in Status: SUCCESS [ 814.234273] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8097946b-a4cf-41a9-894c-820ea377a8c7 deletion is rescheduled due to dependency. [ 814.234320] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8097946b-a4cf-41a9-894c-820ea377a8c7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.527431] env[62781]: INFO networking_nsxv3.common.synchronization [req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 req-51becb10-08e5-42ee-b6c9-5efae4b34dc9 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Enqueued Resource ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c with Priority: HIGHEST for action security_group_members [ 814.527431] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c with Priority: HIGHEST for action security_group_members [ 814.527588] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.527692] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.827404] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.828175] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.828586] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.829186] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.829618] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.829934] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.830172] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.830485] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.830743] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.831072] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 814.831300] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 814.833038] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 814.833038] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 814.833038] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 814.833038] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 814.833038] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 814.853487] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 814.853487] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 814.853487] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 814.853487] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-975" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.853487] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-cc709ab9-b5d4-4804-9c8c-08ec2edea7ce taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.853487] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-cc709ab9-b5d4-4804-9c8c-08ec2edea7ce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.853487] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-cc709ab9-b5d4-4804-9c8c-08ec2edea7ce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.853487] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-cc709ab9-b5d4-4804-9c8c-08ec2edea7ce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.853487] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc709ab9-b5d4-4804-9c8c-08ec2edea7ce',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.358450] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.358752] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.358881] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.359273] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.359455] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.359640] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port cc709ab9-b5d4-4804-9c8c-08ec2edea7ce not found, creating... [ 815.359956] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.360158] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.360292] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.360555] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.360725] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.361071] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.361277] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.361421] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.361669] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.361880] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.362007] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: cc709ab9-b5d4-4804-9c8c-08ec2edea7ce is going to be created. [ 815.381871] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.382099] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.382458] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.382526] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.382715] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.382984] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-cc709ab9-b5d4-4804-9c8c-08ec2edea7ce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.445727] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c in Status: SUCCESS [ 815.445946] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.446130] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.446481] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.446566] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.446634] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.446779] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.446820] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.446916] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.446960] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.447153] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.448054] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.448254] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.448413] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.448517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.448571] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.448708] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.448771] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.448854] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.951146] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.951361] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.951494] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.232250] env[62781]: INFO networking_nsxv3.common.synchronization [req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 req-11e39632-8818-4682-aba4-e5a27b0283ff service nova] Enqueued Resource ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c with Priority: HIGHEST for action security_group_rules [ 816.232250] env[62781]: INFO networking_nsxv3.common.synchronization [req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 req-11e39632-8818-4682-aba4-e5a27b0283ff service nova] Enqueued Resource ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c with Priority: HIGHEST for action security_group_members [ 816.232250] env[62781]: INFO networking_nsxv3.common.synchronization [req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 req-11e39632-8818-4682-aba4-e5a27b0283ff service nova] Enqueued Resource ID: cc709ab9-b5d4-4804-9c8c-08ec2edea7ce with Priority: HIGHEST for action port [ 816.232250] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c with Priority: HIGHEST for action security_group_rules [ 816.232250] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c with Priority: HIGHEST for action security_group_members [ 816.232250] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc709ab9-b5d4-4804-9c8c-08ec2edea7ce with Priority: HIGHEST for action port [ 816.232757] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.232757] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.236118] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.236275] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.236555] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc709ab9-b5d4-4804-9c8c-08ec2edea7ce taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.236684] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc709ab9-b5d4-4804-9c8c-08ec2edea7ce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.236742] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc709ab9-b5d4-4804-9c8c-08ec2edea7ce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.236969] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc709ab9-b5d4-4804-9c8c-08ec2edea7ce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.237264] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc709ab9-b5d4-4804-9c8c-08ec2edea7ce',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.453918] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.743352] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc709ab9-b5d4-4804-9c8c-08ec2edea7ce with status ACTIVE [ 816.743581] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.743696] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.743739] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.744409] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.744409] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.744409] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.744409] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.744409] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.745551] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.745551] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.745551] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.745551] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.745551] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.745551] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.745551] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.745551] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc709ab9-b5d4-4804-9c8c-08ec2edea7ce is going to be updated. [ 816.775564] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.775749] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.775814] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.776117] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.776262] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.776493] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc709ab9-b5d4-4804-9c8c-08ec2edea7ce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.956213] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.956412] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.956491] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.956753] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.956841] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.956945] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c is going to be updated. [ 816.983097] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.983097] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.983097] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.984347] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.984347] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.992118] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c in Status: IN_PROGRESS for 2s [ 817.112939] env[62781]: INFO networking_nsxv3.common.synchronization [req-bab4db5f-3856-4750-9e57-81ab730ebfd7 req-0c3746d3-56f4-41d2-8da7-11f7187c1303 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Enqueued Resource ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 with Priority: HIGHEST for action security_group_members [ 817.113582] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 with Priority: HIGHEST for action security_group_members [ 817.113970] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d1f999-c2bb-4f57-8750-f41e692faab1 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.114286] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.115881] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.116292] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.116447] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.116556] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.116616] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.116797] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.116880] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.117108] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8d1f999-c2bb-4f57-8750-f41e692faab1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.619390] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.619671] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.619671] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.619839] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.619975] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.620163] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.620273] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.620334] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.620486] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.620561] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.620667] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 already deleted. [ 817.620719] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.648999] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-874 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.649269] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-874" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.649403] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-874" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.649693] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-874" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.650520] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.650520] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.650520] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.650520] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.650758] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.651059] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 817.651059] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.651059] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.651211] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.651261] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 817.651375] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.651505] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.672040] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.672150] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 817.672278] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.672460] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-874" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.672847] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-20d525d9-5779-4726-85e2-e03b4715f6ad taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.673011] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-20d525d9-5779-4726-85e2-e03b4715f6ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.673220] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-20d525d9-5779-4726-85e2-e03b4715f6ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.673572] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-20d525d9-5779-4726-85e2-e03b4715f6ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.673706] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20d525d9-5779-4726-85e2-e03b4715f6ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.177790] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.177967] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.178117] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.178523] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.178681] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.178848] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 20d525d9-5779-4726-85e2-e03b4715f6ad not found, creating... [ 818.179201] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.179373] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.179496] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.179721] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.179865] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.180465] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.180465] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.180465] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.180690] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.180831] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.180977] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 20d525d9-5779-4726-85e2-e03b4715f6ad is going to be created. [ 818.199407] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.199696] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.199768] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.200074] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.200319] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.200549] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-20d525d9-5779-4726-85e2-e03b4715f6ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.006026] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c in Status: SUCCESS [ 819.006026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.006026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.006026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.006026] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.006026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.006026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.006026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.006026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.006026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.006026] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.006026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.006026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.006026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.006026] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.007719] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.007719] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.007893] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.007972] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.008094] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.008165] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.009077] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.009231] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.009371] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.009464] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.009910] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.009910] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.009910] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.009910] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.451923] env[62781]: INFO networking_nsxv3.common.synchronization [req-bab4db5f-3856-4750-9e57-81ab730ebfd7 req-3e0c36de-fa2f-4f64-b1cb-e43d286202d0 service nova] Enqueued Resource ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 with Priority: HIGHEST for action security_group_rules [ 819.452160] env[62781]: INFO networking_nsxv3.common.synchronization [req-bab4db5f-3856-4750-9e57-81ab730ebfd7 req-3e0c36de-fa2f-4f64-b1cb-e43d286202d0 service nova] Enqueued Resource ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 with Priority: HIGHEST for action security_group_members [ 819.452361] env[62781]: INFO networking_nsxv3.common.synchronization [req-bab4db5f-3856-4750-9e57-81ab730ebfd7 req-3e0c36de-fa2f-4f64-b1cb-e43d286202d0 service nova] Enqueued Resource ID: 20d525d9-5779-4726-85e2-e03b4715f6ad with Priority: HIGHEST for action port [ 819.452916] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 with Priority: HIGHEST for action security_group_rules [ 819.453150] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 with Priority: HIGHEST for action security_group_members [ 819.453299] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d525d9-5779-4726-85e2-e03b4715f6ad with Priority: HIGHEST for action port [ 819.453641] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8d1f999-c2bb-4f57-8750-f41e692faab1 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.453791] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.453981] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.454167] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.454280] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8d1f999-c2bb-4f57-8750-f41e692faab1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.455377] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d1f999-c2bb-4f57-8750-f41e692faab1 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.455441] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.455479] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.455666] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.455851] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.455988] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.456082] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.456196] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.456295] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.456412] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8d1f999-c2bb-4f57-8750-f41e692faab1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.457499] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-20d525d9-5779-4726-85e2-e03b4715f6ad taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.457764] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20d525d9-5779-4726-85e2-e03b4715f6ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.457764] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20d525d9-5779-4726-85e2-e03b4715f6ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.457873] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20d525d9-5779-4726-85e2-e03b4715f6ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.457928] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20d525d9-5779-4726-85e2-e03b4715f6ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.514469] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c: rpc.has_security_group_logging(os_id): False [ 819.514469] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.532026] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.532026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.532026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.532026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.532026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.532026] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.532026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.532026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.532026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.532026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.532026] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.532026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.532026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.532026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.532026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.532808] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.532808] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.532808] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.532808] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.532808] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.532808] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c is going to be created. [ 819.585016] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.585360] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.585360] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.585894] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.585894] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.596732] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c in Status: IN_PROGRESS for 2s [ 819.676171] env[62781]: INFO networking_nsxv3.common.synchronization [req-9780432e-93e2-4237-9eec-b4b4882ad1f8 req-bc5e71ea-baf4-4041-b07d-8735dd3ca28d tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Enqueued Resource ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 with Priority: HIGHEST for action security_group_members [ 819.676846] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 with Priority: HIGHEST for action security_group_members [ 819.677191] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.677362] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.677461] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.677845] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.677940] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.678081] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.678188] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.678381] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.678506] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.678636] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.960162] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d1f999-c2bb-4f57-8750-f41e692faab1 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.960328] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.960563] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8d1f999-c2bb-4f57-8750-f41e692faab1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.963259] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20d525d9-5779-4726-85e2-e03b4715f6ad with status ACTIVE [ 819.963495] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.963614] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.964539] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.964539] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.964539] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.965329] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.965329] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.965329] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.969241] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.969359] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.969629] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.969753] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.969816] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.970741] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.970741] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.970741] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20d525d9-5779-4726-85e2-e03b4715f6ad is going to be updated. [ 819.990362] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.990541] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.990654] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.992840] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.992840] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.992840] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20d525d9-5779-4726-85e2-e03b4715f6ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.019948] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.120932] env[62781]: INFO networking_nsxv3.common.synchronization [req-ed6e6a69-1c88-49d8-b1d9-5b8cf8ed93a0 req-7274736d-fc7d-40bf-8f29-ef7bca9f33ba tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Enqueued Resource ID: 31118ac9-f598-42c8-b4ed-b4f4d4fbb935 with Priority: HIGHEST for action security_group_members [ 820.121656] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31118ac9-f598-42c8-b4ed-b4f4d4fbb935 with Priority: HIGHEST for action security_group_members [ 820.121956] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-31118ac9-f598-42c8-b4ed-b4f4d4fbb935 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.123923] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31118ac9-f598-42c8-b4ed-b4f4d4fbb935" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.124024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31118ac9-f598-42c8-b4ed-b4f4d4fbb935" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.124236] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31118ac9-f598-42c8-b4ed-b4f4d4fbb935" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.124419] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.124528] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.124962] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.124962] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.124962] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.124962] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31118ac9-f598-42c8-b4ed-b4f4d4fbb935',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.181413] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.249401] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-128 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.249401] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-128" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.249401] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-128" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.249401] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-128" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.251027] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.251027] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.251027] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.251027] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.251027] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.251027] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.252398] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.252398] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.252398] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.252398] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.252398] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.252398] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.287014] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.287266] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 820.287521] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.287813] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-128" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.288262] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-c5f211b3-7711-4659-9880-238c61a6673f taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.288551] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-c5f211b3-7711-4659-9880-238c61a6673f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.288765] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-c5f211b3-7711-4659-9880-238c61a6673f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.289347] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-c5f211b3-7711-4659-9880-238c61a6673f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.291779] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5f211b3-7711-4659-9880-238c61a6673f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.472871] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8d1f999-c2bb-4f57-8750-f41e692faab1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.524351] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.524530] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.524582] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.524798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.524888] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.524990] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c is going to be updated. [ 820.558232] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.558375] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.558442] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.558646] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.558789] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.567717] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c in Status: IN_PROGRESS for 2s [ 820.630443] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.630443] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.630443] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.630443] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.630443] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.630443] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.630443] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.630443] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.630443] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.630443] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.630443] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31118ac9-f598-42c8-b4ed-b4f4d4fbb935 is going to be updated. [ 820.657127] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.657127] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.657127] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.657127] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.657127] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.667489] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31118ac9-f598-42c8-b4ed-b4f4d4fbb935 in Status: IN_PROGRESS for 2s [ 820.686769] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.794318] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.794777] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.794777] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.795205] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.795304] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.795497] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port c5f211b3-7711-4659-9880-238c61a6673f not found, creating... [ 820.795845] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.796073] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.796238] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.796570] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.796712] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.797115] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.797306] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.797430] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.797646] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.797784] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.797931] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: c5f211b3-7711-4659-9880-238c61a6673f is going to be created. [ 820.820039] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.820327] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.820462] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.820734] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.820964] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.821207] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-c5f211b3-7711-4659-9880-238c61a6673f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.976195] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.976400] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.976475] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.976697] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.976790] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.976894] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 is going to be created. [ 821.008348] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.008498] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.008554] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.008761] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.008919] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.017878] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 in Status: UNINITIALIZED for 2s [ 821.193102] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.193102] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.193102] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.193102] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.193102] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.193102] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 is going to be updated. [ 821.233180] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.233180] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.233180] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.233180] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.233180] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.260441] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 in Status: IN_PROGRESS for 2s [ 821.609057] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c in Status: SUCCESS [ 821.609409] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.609667] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.609940] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.610072] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.657253] env[62781]: INFO networking_nsxv3.common.synchronization [req-9780432e-93e2-4237-9eec-b4b4882ad1f8 req-48288e57-cc2e-47a9-bc28-3dfcaa43e53c service nova] Enqueued Resource ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 with Priority: HIGHEST for action security_group_rules [ 821.657253] env[62781]: INFO networking_nsxv3.common.synchronization [req-9780432e-93e2-4237-9eec-b4b4882ad1f8 req-48288e57-cc2e-47a9-bc28-3dfcaa43e53c service nova] Enqueued Resource ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 with Priority: HIGHEST for action security_group_members [ 821.657253] env[62781]: INFO networking_nsxv3.common.synchronization [req-9780432e-93e2-4237-9eec-b4b4882ad1f8 req-48288e57-cc2e-47a9-bc28-3dfcaa43e53c service nova] Enqueued Resource ID: c5f211b3-7711-4659-9880-238c61a6673f with Priority: HIGHEST for action port [ 821.657253] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 with Priority: HIGHEST for action security_group_rules [ 821.657253] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 with Priority: HIGHEST for action security_group_members [ 821.657253] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f211b3-7711-4659-9880-238c61a6673f with Priority: HIGHEST for action port [ 821.657253] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.657253] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.657253] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.657986] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.658296] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.659617] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.665105] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.665105] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5f211b3-7711-4659-9880-238c61a6673f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.665105] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5f211b3-7711-4659-9880-238c61a6673f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.665105] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5f211b3-7711-4659-9880-238c61a6673f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.665105] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5f211b3-7711-4659-9880-238c61a6673f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.665105] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5f211b3-7711-4659-9880-238c61a6673f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.113242] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.113398] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.167522] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5f211b3-7711-4659-9880-238c61a6673f with status ACTIVE [ 822.167754] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.167946] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.167998] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.168410] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.168410] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.168519] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.168571] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.169432] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.169432] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.169432] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.169432] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.169432] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.169432] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.169752] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.169752] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.169817] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5f211b3-7711-4659-9880-238c61a6673f is going to be updated. [ 822.171090] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.171231] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.194286] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.194633] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.194633] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.194794] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.195022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.195252] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5f211b3-7711-4659-9880-238c61a6673f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.388145] env[62781]: INFO networking_nsxv3.common.synchronization [req-a941a888-46cd-480e-8996-ad11297019ff req-ad367f8f-0a9d-459a-8fde-bc5a982915bc tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Enqueued Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_members [ 822.388145] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_members [ 822.388407] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.388530] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.389177] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.389177] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.389350] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.390092] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.390092] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.390092] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.390092] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.390092] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.577672] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c in Status: SUCCESS [ 822.577672] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.577672] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.577790] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.578396] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.578396] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.578396] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.578396] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.578396] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.578677] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.578677] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.679342] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31118ac9-f598-42c8-b4ed-b4f4d4fbb935 in Status: SUCCESS [ 822.679342] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31118ac9-f598-42c8-b4ed-b4f4d4fbb935 deletion is rescheduled due to dependency. [ 822.679342] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31118ac9-f598-42c8-b4ed-b4f4d4fbb935" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.761019] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-507 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.761019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-507" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.761019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-507" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.761019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-507" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.761019] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.761019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.761019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.761019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.761019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.761433] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.761433] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.761564] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.761708] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.761854] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.761995] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.762172] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.792466] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.795295] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 822.795475] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.795693] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-507" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.796034] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-17523408-71b0-4c31-9669-5789f7996505 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.796209] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-17523408-71b0-4c31-9669-5789f7996505" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.796330] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-17523408-71b0-4c31-9669-5789f7996505" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.796725] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-17523408-71b0-4c31-9669-5789f7996505" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.796863] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17523408-71b0-4c31-9669-5789f7996505',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.892596] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.892748] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.892830] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.893108] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.893194] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.893399] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.893507] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.893555] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.893724] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.893854] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.893888] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9588ff4a-654e-400c-a650-03930bdde17c is going to be deleted. [ 822.919963] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.920196] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.920196] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.920419] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.920524] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.920633] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.032736] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 in Status: SUCCESS [ 823.032998] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.033269] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.033566] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.033789] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.033930] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.034198] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.034328] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.034448] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.034581] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.034678] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8d1f999-c2bb-4f57-8750-f41e692faab1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.080594] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.080748] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.080816] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.081057] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.081702] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.081806] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.081869] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.082039] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.082142] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.082230] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.082380] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.082863] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.082863] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.082863] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.082863] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.082863] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.083105] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.083105] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.083169] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.083230] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.083319] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.272060] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 in Status: SUCCESS [ 823.272408] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.272454] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.272684] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.272864] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.272977] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.273056] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.273222] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.273292] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.273394] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.299393] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.299609] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.299738] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.300020] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.300215] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.300432] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 17523408-71b0-4c31-9669-5789f7996505 not found, creating... [ 823.300709] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.300902] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.301038] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.301283] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.301428] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.301715] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.301874] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.301997] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.302299] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.302451] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.302594] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 17523408-71b0-4c31-9669-5789f7996505 is going to be created. [ 823.321419] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.321637] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.321786] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.322083] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.322333] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.322584] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-17523408-71b0-4c31-9669-5789f7996505" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.537726] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d1f999-c2bb-4f57-8750-f41e692faab1 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.537726] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.537726] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.538022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.538322] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.538486] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.538564] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.540266] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.540266] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.540266] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.540266] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d1f999-c2bb-4f57-8750-f41e692faab1 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.540266] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.540266] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.540266] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.540266] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.540266] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.540266] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.540841] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.540841] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.540841] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.540841] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8d1f999-c2bb-4f57-8750-f41e692faab1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.586286] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c: rpc.has_security_group_logging(os_id): False [ 823.610827] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.611032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.611116] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.611336] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.611460] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.611754] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.611861] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.611900] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.612115] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.612293] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.612377] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.612462] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.613128] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.613128] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.613128] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.613128] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.613128] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.613128] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.613406] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.613406] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.613406] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c is going to be updated. [ 823.672133] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.672312] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.672398] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.672661] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.672851] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.687737] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c in Status: IN_PROGRESS for 2s [ 823.775572] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.043291] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8d1f999-c2bb-4f57-8750-f41e692faab1: rpc.has_security_group_logging(os_id): False [ 824.064427] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.064427] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.064427] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.064427] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.064427] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.064427] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.064427] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.064427] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.064427] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.064427] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.064427] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.064427] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.064427] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.065482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.068624] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.068624] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.068624] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.068624] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.068624] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.068624] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.068624] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 is going to be created. [ 824.126547] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.127401] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.129018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.129018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.129018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.140273] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 in Status: IN_PROGRESS for 2s [ 824.278075] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.313768] env[62781]: INFO networking_nsxv3.common.synchronization [req-a941a888-46cd-480e-8996-ad11297019ff req-7a012c2d-5d67-47c0-a0d0-5edcfc62b90b service nova] Enqueued Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_rules [ 824.313994] env[62781]: INFO networking_nsxv3.common.synchronization [req-a941a888-46cd-480e-8996-ad11297019ff req-7a012c2d-5d67-47c0-a0d0-5edcfc62b90b service nova] Enqueued Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_members [ 824.314204] env[62781]: INFO networking_nsxv3.common.synchronization [req-a941a888-46cd-480e-8996-ad11297019ff req-7a012c2d-5d67-47c0-a0d0-5edcfc62b90b service nova] Enqueued Resource ID: 17523408-71b0-4c31-9669-5789f7996505 with Priority: HIGHEST for action port [ 824.314442] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_rules [ 824.314575] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_members [ 824.314677] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17523408-71b0-4c31-9669-5789f7996505 with Priority: HIGHEST for action port [ 824.315218] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.315342] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.315405] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.315606] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.315738] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.316496] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.316606] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.316671] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.316826] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.316996] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.317165] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.317230] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.317376] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.317461] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.317553] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.318308] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-17523408-71b0-4c31-9669-5789f7996505 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.318633] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17523408-71b0-4c31-9669-5789f7996505" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.318633] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17523408-71b0-4c31-9669-5789f7996505" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.318735] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17523408-71b0-4c31-9669-5789f7996505" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.318735] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17523408-71b0-4c31-9669-5789f7996505',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.785457] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.785457] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.785457] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.785457] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.785457] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.785457] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 is going to be updated. [ 824.817910] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.817910] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.817910] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.817910] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.817910] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.824022] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.824022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.824022] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17523408-71b0-4c31-9669-5789f7996505 with status ACTIVE [ 824.824022] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.824022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.824022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.824022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.824022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.824022] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.824022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.824022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.824022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.824022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.824022] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.825115] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.825115] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.825115] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.825115] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.825115] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17523408-71b0-4c31-9669-5789f7996505 is going to be updated. [ 824.825508] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.827428] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 in Status: IN_PROGRESS for 2s [ 824.847308] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.847454] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.847498] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.847713] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.847966] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.848046] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17523408-71b0-4c31-9669-5789f7996505" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.328628] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.700037] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c in Status: SUCCESS [ 825.700272] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.834560] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.834560] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.834560] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.834560] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.834560] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.834560] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9588ff4a-654e-400c-a650-03930bdde17c is going to be created. [ 825.860022] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.860022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.860022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.860022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.860022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.875092] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: UNINITIALIZED for 2s [ 826.152662] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 in Status: SUCCESS [ 826.152969] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.841327] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 in Status: SUCCESS [ 826.841327] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.841327] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.841327] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.841327] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.841327] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.841327] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.841327] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.841327] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.841327] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.841327] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.141059] env[62781]: INFO networking_nsxv3.common.synchronization [req-597bc1b4-6800-465a-842d-75ff8df1d0f9 req-dd48b9f6-e666-4b58-b8cb-382d99c93400 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Enqueued Resource ID: e47a0241-76d6-46ec-a25e-e4422dbab5bb with Priority: HIGHEST for action security_group_members [ 827.145025] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e47a0241-76d6-46ec-a25e-e4422dbab5bb with Priority: HIGHEST for action security_group_members [ 827.145025] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-e47a0241-76d6-46ec-a25e-e4422dbab5bb taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.145025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e47a0241-76d6-46ec-a25e-e4422dbab5bb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.145025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e47a0241-76d6-46ec-a25e-e4422dbab5bb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.145025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e47a0241-76d6-46ec-a25e-e4422dbab5bb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.145025] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.145025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.145025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.145025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.145025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.145025] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e47a0241-76d6-46ec-a25e-e4422dbab5bb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.343965] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.344945] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.344945] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.344945] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.344945] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.344945] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.344945] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.344945] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.344945] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.345669] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.345669] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.345669] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.345669] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.345669] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.345669] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.345955] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.345955] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.345955] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.346106] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.346106] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.346219] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.607461] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-134 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.607649] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-134" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.607799] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-134" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.608145] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-134" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.608409] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.608585] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.608703] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.608922] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.609094] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.609350] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 827.609470] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 827.609583] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 827.609688] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 827.609796] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 827.609900] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 827.610045] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 827.636420] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 827.636623] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 827.636788] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 827.639909] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-134" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.639909] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-d1c659b1-13df-4651-a6cf-07df81bcfdec taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.639909] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-d1c659b1-13df-4651-a6cf-07df81bcfdec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.639909] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-d1c659b1-13df-4651-a6cf-07df81bcfdec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.639909] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-d1c659b1-13df-4651-a6cf-07df81bcfdec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.639909] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1c659b1-13df-4651-a6cf-07df81bcfdec',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.647845] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.647993] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.648076] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.648292] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.648378] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.648571] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.648668] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.648733] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.648892] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.648992] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.649512] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e47a0241-76d6-46ec-a25e-e4422dbab5bb already deleted. [ 827.649512] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e47a0241-76d6-46ec-a25e-e4422dbab5bb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.848723] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd62f6a3-9e7a-48df-a4b5-11ac81efbe85: rpc.has_security_group_logging(os_id): False [ 827.869894] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.870559] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.870559] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.870559] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.870559] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.870791] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.870791] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.870791] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.870986] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.870986] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.871266] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.871326] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.871363] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.871561] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.871601] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.871790] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.871882] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.871940] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.872108] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.872183] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.872271] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 is going to be updated. [ 827.883407] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: SUCCESS [ 827.883665] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.884301] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.884301] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.884485] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.884653] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.884653] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.884857] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.884857] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.884972] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.885113] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.931028] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.931028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.931028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.931028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.931028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.948132] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 in Status: IN_PROGRESS for 2s [ 828.141375] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.141589] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.141721] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.142015] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.142178] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.142341] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port d1c659b1-13df-4651-a6cf-07df81bcfdec not found, creating... [ 828.142603] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.142763] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.142883] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.143129] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.143277] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.143562] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.143737] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.143858] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.144138] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.144336] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.144512] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: d1c659b1-13df-4651-a6cf-07df81bcfdec is going to be created. [ 828.165303] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.165584] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.165662] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.165920] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.166160] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.166385] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-d1c659b1-13df-4651-a6cf-07df81bcfdec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.387574] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.389175] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.389304] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.389573] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.389778] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.389981] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.389981] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.390166] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.390285] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.390368] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.390566] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.390714] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.390791] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.390972] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.391154] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.391252] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.391306] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.391452] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.391528] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.391612] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.391712] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.899018] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9588ff4a-654e-400c-a650-03930bdde17c: rpc.has_security_group_logging(os_id): False [ 828.914803] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.915103] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.915240] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.915616] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.915761] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.916071] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.916275] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.916275] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.916498] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.916593] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.916900] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.917463] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.917689] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.917902] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.917992] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.918310] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.918537] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.918537] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.918619] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.918753] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.918793] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9588ff4a-654e-400c-a650-03930bdde17c is going to be created. [ 828.973386] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.973612] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.973726] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.973966] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.974221] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.985168] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: IN_PROGRESS for 2s [ 829.473916] env[62781]: INFO networking_nsxv3.common.synchronization [req-597bc1b4-6800-465a-842d-75ff8df1d0f9 req-dfb50e63-24a4-4e70-9674-9801ab7db299 service nova] Enqueued Resource ID: e47a0241-76d6-46ec-a25e-e4422dbab5bb with Priority: HIGHEST for action security_group_rules [ 829.474709] env[62781]: INFO networking_nsxv3.common.synchronization [req-597bc1b4-6800-465a-842d-75ff8df1d0f9 req-dfb50e63-24a4-4e70-9674-9801ab7db299 service nova] Enqueued Resource ID: e47a0241-76d6-46ec-a25e-e4422dbab5bb with Priority: HIGHEST for action security_group_members [ 829.474709] env[62781]: INFO networking_nsxv3.common.synchronization [req-597bc1b4-6800-465a-842d-75ff8df1d0f9 req-dfb50e63-24a4-4e70-9674-9801ab7db299 service nova] Enqueued Resource ID: d1c659b1-13df-4651-a6cf-07df81bcfdec with Priority: HIGHEST for action port [ 829.475212] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e47a0241-76d6-46ec-a25e-e4422dbab5bb with Priority: HIGHEST for action security_group_rules [ 829.475404] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e47a0241-76d6-46ec-a25e-e4422dbab5bb with Priority: HIGHEST for action security_group_members [ 829.475518] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c659b1-13df-4651-a6cf-07df81bcfdec with Priority: HIGHEST for action port [ 829.475875] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e47a0241-76d6-46ec-a25e-e4422dbab5bb taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.476031] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e47a0241-76d6-46ec-a25e-e4422dbab5bb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.476142] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e47a0241-76d6-46ec-a25e-e4422dbab5bb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.476393] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e47a0241-76d6-46ec-a25e-e4422dbab5bb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.476499] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e47a0241-76d6-46ec-a25e-e4422dbab5bb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.477988] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-e47a0241-76d6-46ec-a25e-e4422dbab5bb taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.479031] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e47a0241-76d6-46ec-a25e-e4422dbab5bb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.479031] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e47a0241-76d6-46ec-a25e-e4422dbab5bb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.479031] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e47a0241-76d6-46ec-a25e-e4422dbab5bb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.479031] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.479031] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.479326] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.479326] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.479401] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.479530] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e47a0241-76d6-46ec-a25e-e4422dbab5bb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.480418] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1c659b1-13df-4651-a6cf-07df81bcfdec taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.480539] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1c659b1-13df-4651-a6cf-07df81bcfdec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.480605] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1c659b1-13df-4651-a6cf-07df81bcfdec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.480806] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1c659b1-13df-4651-a6cf-07df81bcfdec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.480914] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1c659b1-13df-4651-a6cf-07df81bcfdec',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.960471] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 in Status: SUCCESS [ 829.960796] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.978884] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-e47a0241-76d6-46ec-a25e-e4422dbab5bb taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.979074] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e47a0241-76d6-46ec-a25e-e4422dbab5bb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.985229] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e47a0241-76d6-46ec-a25e-e4422dbab5bb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.986165] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1c659b1-13df-4651-a6cf-07df81bcfdec with status ACTIVE [ 829.986359] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.986477] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.986542] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.986753] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.986836] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.987022] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.987275] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.987275] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.987376] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.987413] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.987579] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.987665] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.987719] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.987860] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.987919] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.988008] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1c659b1-13df-4651-a6cf-07df81bcfdec is going to be updated. [ 830.008682] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.008825] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.008899] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.009135] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.009320] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.009522] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1c659b1-13df-4651-a6cf-07df81bcfdec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.490661] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e47a0241-76d6-46ec-a25e-e4422dbab5bb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.994399] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.994961] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.994961] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.995172] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.995330] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.995524] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e47a0241-76d6-46ec-a25e-e4422dbab5bb is going to be created. [ 830.998374] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: SUCCESS [ 830.998619] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.022612] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.022798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.022921] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.023222] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.023464] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.037756] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e47a0241-76d6-46ec-a25e-e4422dbab5bb in Status: UNINITIALIZED for 2s [ 831.708525] env[62781]: INFO networking_nsxv3.common.synchronization [req-52d29b3b-acd8-433b-9919-95e30996e741 req-396b9489-2af6-4532-b448-87d538696d71 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Enqueued Resource ID: 42566bfd-9ea6-4873-a9a2-d859a09c43fa with Priority: HIGHEST for action security_group_members [ 831.708525] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42566bfd-9ea6-4873-a9a2-d859a09c43fa with Priority: HIGHEST for action security_group_members [ 831.708525] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-42566bfd-9ea6-4873-a9a2-d859a09c43fa taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.708525] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.708525] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.708885] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.708885] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.709046] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.715020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.715020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.715020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.715020] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42566bfd-9ea6-4873-a9a2-d859a09c43fa',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.216964] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.216964] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.216964] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.216964] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.216964] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.217651] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.217651] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.217651] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.217651] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.217907] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.217907] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42566bfd-9ea6-4873-a9a2-d859a09c43fa already deleted. [ 832.218025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.611442] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-645 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.611735] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-645" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.611867] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-645" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.612244] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-645" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.612555] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.612727] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.612850] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.613097] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.613248] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.613465] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 832.613582] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.613694] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.613805] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.613918] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 832.614039] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.614181] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.632322] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.632482] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 832.632620] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.632827] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-645" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.633178] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-3038e4f6-01a1-4877-bc3b-36125d9f4f34 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.633381] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-3038e4f6-01a1-4877-bc3b-36125d9f4f34" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.633471] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-3038e4f6-01a1-4877-bc3b-36125d9f4f34" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.633789] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-3038e4f6-01a1-4877-bc3b-36125d9f4f34" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.633923] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3038e4f6-01a1-4877-bc3b-36125d9f4f34',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.046157] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e47a0241-76d6-46ec-a25e-e4422dbab5bb in Status: SUCCESS [ 833.046406] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e47a0241-76d6-46ec-a25e-e4422dbab5bb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.046586] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e47a0241-76d6-46ec-a25e-e4422dbab5bb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.046812] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e47a0241-76d6-46ec-a25e-e4422dbab5bb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.047016] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.047151] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.047213] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.047373] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.047451] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.047537] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e47a0241-76d6-46ec-a25e-e4422dbab5bb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.047628] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e47a0241-76d6-46ec-a25e-e4422dbab5bb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.139479] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.139768] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.139901] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.140378] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.140526] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.140635] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 3038e4f6-01a1-4877-bc3b-36125d9f4f34 not found, creating... [ 833.140904] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.141085] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.141230] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.141542] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.141800] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.142182] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.142358] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.142474] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.142692] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.142832] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.142976] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 3038e4f6-01a1-4877-bc3b-36125d9f4f34 is going to be created. [ 833.162485] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.162723] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.162855] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.163156] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.163959] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.163959] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-3038e4f6-01a1-4877-bc3b-36125d9f4f34" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.551571] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e47a0241-76d6-46ec-a25e-e4422dbab5bb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.912237] env[62781]: INFO networking_nsxv3.common.synchronization [None req-ae1eb909-9610-4b1f-8ac4-ac23074c1312 None None] Enqueued Resource ID: 6d016f1a-dd27-4303-96d6-85c2b44cff79 with Priority: HIGHEST for action port [ 833.917325] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d016f1a-dd27-4303-96d6-85c2b44cff79 with Priority: HIGHEST for action port [ 833.917325] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d016f1a-dd27-4303-96d6-85c2b44cff79 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.917325] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d016f1a-dd27-4303-96d6-85c2b44cff79" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.917325] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d016f1a-dd27-4303-96d6-85c2b44cff79" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.917325] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d016f1a-dd27-4303-96d6-85c2b44cff79" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.917325] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d016f1a-dd27-4303-96d6-85c2b44cff79',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.056226] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e47a0241-76d6-46ec-a25e-e4422dbab5bb: rpc.has_security_group_logging(os_id): False [ 834.072355] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.072611] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.072611] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.073655] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.073655] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.073655] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.073655] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.073655] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.073655] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.073655] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.074041] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e47a0241-76d6-46ec-a25e-e4422dbab5bb is going to be created. [ 834.130803] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.130803] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.130803] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.130803] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.130803] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.140182] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e47a0241-76d6-46ec-a25e-e4422dbab5bb in Status: IN_PROGRESS for 2s [ 834.421148] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d016f1a-dd27-4303-96d6-85c2b44cff79 [ 834.421441] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.421590] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.421661] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.421888] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.421989] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.422120] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d016f1a-dd27-4303-96d6-85c2b44cff79 already deleted. [ 834.422207] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d016f1a-dd27-4303-96d6-85c2b44cff79" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.603404] env[62781]: INFO networking_nsxv3.common.synchronization [req-52d29b3b-acd8-433b-9919-95e30996e741 req-a34ec23e-df98-46cf-9fc0-5217261000f1 service nova] Enqueued Resource ID: 42566bfd-9ea6-4873-a9a2-d859a09c43fa with Priority: HIGHEST for action security_group_rules [ 834.603709] env[62781]: INFO networking_nsxv3.common.synchronization [req-52d29b3b-acd8-433b-9919-95e30996e741 req-a34ec23e-df98-46cf-9fc0-5217261000f1 service nova] Enqueued Resource ID: 42566bfd-9ea6-4873-a9a2-d859a09c43fa with Priority: HIGHEST for action security_group_members [ 834.603709] env[62781]: INFO networking_nsxv3.common.synchronization [req-52d29b3b-acd8-433b-9919-95e30996e741 req-a34ec23e-df98-46cf-9fc0-5217261000f1 service nova] Enqueued Resource ID: 3038e4f6-01a1-4877-bc3b-36125d9f4f34 with Priority: HIGHEST for action port [ 834.603949] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42566bfd-9ea6-4873-a9a2-d859a09c43fa with Priority: HIGHEST for action security_group_rules [ 834.604096] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42566bfd-9ea6-4873-a9a2-d859a09c43fa with Priority: HIGHEST for action security_group_members [ 834.604194] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3038e4f6-01a1-4877-bc3b-36125d9f4f34 with Priority: HIGHEST for action port [ 834.605877] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42566bfd-9ea6-4873-a9a2-d859a09c43fa taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.606099] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.606178] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.606416] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.606531] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42566bfd-9ea6-4873-a9a2-d859a09c43fa',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.607705] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-42566bfd-9ea6-4873-a9a2-d859a09c43fa taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.607862] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.607960] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.608178] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.608360] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.608480] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.608580] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.608737] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.608846] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.608958] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42566bfd-9ea6-4873-a9a2-d859a09c43fa',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.609995] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-3038e4f6-01a1-4877-bc3b-36125d9f4f34 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.610176] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3038e4f6-01a1-4877-bc3b-36125d9f4f34" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.610278] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3038e4f6-01a1-4877-bc3b-36125d9f4f34" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.610459] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3038e4f6-01a1-4877-bc3b-36125d9f4f34" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.610566] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3038e4f6-01a1-4877-bc3b-36125d9f4f34',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.112766] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42566bfd-9ea6-4873-a9a2-d859a09c43fa',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.114020] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-42566bfd-9ea6-4873-a9a2-d859a09c43fa taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.114020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.114366] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3038e4f6-01a1-4877-bc3b-36125d9f4f34 with status ACTIVE [ 835.114586] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.114709] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.114774] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.114983] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.115084] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.115252] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.115360] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.115426] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.115596] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.115631] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.115803] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.115882] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.115919] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.116316] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.116316] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.116316] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3038e4f6-01a1-4877-bc3b-36125d9f4f34 is going to be updated. [ 835.138761] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.138761] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.138761] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.139015] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.139205] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.140033] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3038e4f6-01a1-4877-bc3b-36125d9f4f34" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.615425] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42566bfd-9ea6-4873-a9a2-d859a09c43fa',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.118274] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.118518] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.118584] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.118819] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.118937] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.119190] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42566bfd-9ea6-4873-a9a2-d859a09c43fa is going to be created. [ 836.143037] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.143261] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.143316] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.143560] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.143748] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.156882] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42566bfd-9ea6-4873-a9a2-d859a09c43fa in Status: UNINITIALIZED for 2s [ 836.157584] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e47a0241-76d6-46ec-a25e-e4422dbab5bb in Status: SUCCESS [ 836.157780] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e47a0241-76d6-46ec-a25e-e4422dbab5bb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.158662] env[62781]: INFO networking_nsxv3.common.synchronization [None req-fb0d889c-a1b2-4a65-9be1-5097b090ea52 None None] Enqueued Resource ID: 55fa07cc-12fd-4481-99b4-3759fa479d79 with Priority: HIGHEST for action port [ 836.160654] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55fa07cc-12fd-4481-99b4-3759fa479d79 with Priority: HIGHEST for action port [ 836.160981] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-55fa07cc-12fd-4481-99b4-3759fa479d79 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.161166] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55fa07cc-12fd-4481-99b4-3759fa479d79" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.161249] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55fa07cc-12fd-4481-99b4-3759fa479d79" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.161513] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55fa07cc-12fd-4481-99b4-3759fa479d79" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.161598] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55fa07cc-12fd-4481-99b4-3759fa479d79',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.505109] env[62781]: INFO networking_nsxv3.common.synchronization [req-fdce7726-7e68-4821-a7ff-7ff1c1ea644b req-d57417a8-3965-4954-9a21-eec3a094e752 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Enqueued Resource ID: f71914fd-666e-48b2-a1e9-e815a4aba787 with Priority: HIGHEST for action security_group_members [ 836.505835] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f71914fd-666e-48b2-a1e9-e815a4aba787 with Priority: HIGHEST for action security_group_members [ 836.506841] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-f71914fd-666e-48b2-a1e9-e815a4aba787 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.506841] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.506841] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.507643] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.507643] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.507643] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.507643] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.507802] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.507883] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.508050] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f71914fd-666e-48b2-a1e9-e815a4aba787',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.663505] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55fa07cc-12fd-4481-99b4-3759fa479d79 [ 836.663891] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.664015] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.664195] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.664487] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.664636] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.664767] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55fa07cc-12fd-4481-99b4-3759fa479d79 already deleted. [ 836.664876] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55fa07cc-12fd-4481-99b4-3759fa479d79" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.013549] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f71914fd-666e-48b2-a1e9-e815a4aba787',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.515469] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f71914fd-666e-48b2-a1e9-e815a4aba787',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.017150] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.017599] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.017599] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.017807] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.018065] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.018295] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f71914fd-666e-48b2-a1e9-e815a4aba787 is going to be updated. [ 838.045581] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.045833] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.045959] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.046184] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.046420] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.054599] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f71914fd-666e-48b2-a1e9-e815a4aba787 in Status: IN_PROGRESS for 2s [ 838.167544] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42566bfd-9ea6-4873-a9a2-d859a09c43fa in Status: SUCCESS [ 838.167740] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.167910] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.168200] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.168416] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.168538] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.168605] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.168760] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.168865] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.168954] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.169091] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42566bfd-9ea6-4873-a9a2-d859a09c43fa',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.671894] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42566bfd-9ea6-4873-a9a2-d859a09c43fa',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.174010] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42566bfd-9ea6-4873-a9a2-d859a09c43fa: rpc.has_security_group_logging(os_id): False [ 839.190738] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.190964] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.190964] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.191191] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.191290] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.191583] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.191725] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.191795] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.192333] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.192333] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.192333] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42566bfd-9ea6-4873-a9a2-d859a09c43fa is going to be created. [ 839.255528] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.255813] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.256015] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.256200] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.256393] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.278349] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42566bfd-9ea6-4873-a9a2-d859a09c43fa in Status: IN_PROGRESS for 2s [ 840.063554] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f71914fd-666e-48b2-a1e9-e815a4aba787 in Status: SUCCESS [ 840.063773] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.788026] env[62781]: INFO networking_nsxv3.common.synchronization [None req-5a3eba1d-461b-4577-a4ee-da46413a6d02 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Enqueued Resource ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec with Priority: HIGHEST for action security_group_rules [ 840.788499] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec with Priority: HIGHEST for action security_group_rules [ 840.788588] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-982cb2e6-98c0-4e7a-b32a-46402370d9ec taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.788703] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.788892] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.789919] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.790082] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('982cb2e6-98c0-4e7a-b32a-46402370d9ec',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.946327] env[62781]: INFO networking_nsxv3.common.synchronization [None req-5f4735e6-0e5a-4656-9df1-02e32a02b087 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Enqueued Resource ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec with Priority: HIGHEST for action security_group_rules [ 840.947096] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec with Priority: HIGHEST for action security_group_rules [ 840.947569] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-982cb2e6-98c0-4e7a-b32a-46402370d9ec taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.948497] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.293266] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42566bfd-9ea6-4873-a9a2-d859a09c43fa in Status: SUCCESS [ 841.293266] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.311023] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.311023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.311023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.311023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.311023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.311023] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec already deleted. [ 841.311023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.311023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.311023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.311870] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('982cb2e6-98c0-4e7a-b32a-46402370d9ec',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.842693] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.843086] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.843086] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.843301] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.843301] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.843390] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec already deleted. [ 841.843471] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.901960] env[62781]: INFO networking_nsxv3.common.synchronization [None req-2bd71e5e-7d83-478f-bdc8-3b2b51ee8cda None None] Enqueued Resource ID: 2b4e247d-4e43-4fe5-bc11-b58d65a472c3 with Priority: HIGHEST for action port [ 843.902377] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4e247d-4e43-4fe5-bc11-b58d65a472c3 with Priority: HIGHEST for action port [ 843.902815] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b4e247d-4e43-4fe5-bc11-b58d65a472c3 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.902926] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b4e247d-4e43-4fe5-bc11-b58d65a472c3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.903019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b4e247d-4e43-4fe5-bc11-b58d65a472c3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.903389] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b4e247d-4e43-4fe5-bc11-b58d65a472c3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.903472] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b4e247d-4e43-4fe5-bc11-b58d65a472c3',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.409680] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b4e247d-4e43-4fe5-bc11-b58d65a472c3 [ 844.410489] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.410681] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.410743] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.410983] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.411078] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.411172] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b4e247d-4e43-4fe5-bc11-b58d65a472c3 already deleted. [ 844.411247] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b4e247d-4e43-4fe5-bc11-b58d65a472c3" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.020171] env[62781]: INFO networking_nsxv3.common.synchronization [None req-2e46d93a-4402-478f-ade9-f508c172ad9f tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Enqueued Resource ID: 2e5de993-2a61-4898-b12e-d24b48c9f820 with Priority: HIGHEST for action security_group_rules [ 845.020867] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5de993-2a61-4898-b12e-d24b48c9f820 with Priority: HIGHEST for action security_group_rules [ 845.021249] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e5de993-2a61-4898-b12e-d24b48c9f820 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.021373] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e5de993-2a61-4898-b12e-d24b48c9f820" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.021454] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e5de993-2a61-4898-b12e-d24b48c9f820" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.021700] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e5de993-2a61-4898-b12e-d24b48c9f820" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.021785] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e5de993-2a61-4898-b12e-d24b48c9f820',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.148908] env[62781]: INFO networking_nsxv3.common.synchronization [None req-efea4313-3e77-444f-bacd-d1fbd6dfdd0e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Enqueued Resource ID: 2e5de993-2a61-4898-b12e-d24b48c9f820 with Priority: HIGHEST for action security_group_rules [ 845.149029] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5de993-2a61-4898-b12e-d24b48c9f820 with Priority: HIGHEST for action security_group_rules [ 845.149428] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e5de993-2a61-4898-b12e-d24b48c9f820 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.149548] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e5de993-2a61-4898-b12e-d24b48c9f820" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.550387] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.550387] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.550387] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.550387] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.550387] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.550387] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e5de993-2a61-4898-b12e-d24b48c9f820 already deleted. [ 845.550387] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e5de993-2a61-4898-b12e-d24b48c9f820" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.550387] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e5de993-2a61-4898-b12e-d24b48c9f820" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.550387] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e5de993-2a61-4898-b12e-d24b48c9f820" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.550387] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e5de993-2a61-4898-b12e-d24b48c9f820',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.069113] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.069458] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.069458] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.069642] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.069733] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.069831] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e5de993-2a61-4898-b12e-d24b48c9f820 already deleted. [ 846.069928] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e5de993-2a61-4898-b12e-d24b48c9f820" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.075594] env[62781]: INFO networking_nsxv3.common.synchronization [None req-0e0b4363-a594-41f4-9776-f15b0d52969c None None] Enqueued Resource ID: 2e2f7d4a-84d3-4073-a54c-706bd25a4681 with Priority: HIGHEST for action port [ 846.075929] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e2f7d4a-84d3-4073-a54c-706bd25a4681 with Priority: HIGHEST for action port [ 846.076582] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e2f7d4a-84d3-4073-a54c-706bd25a4681 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.076802] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e2f7d4a-84d3-4073-a54c-706bd25a4681" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.076941] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e2f7d4a-84d3-4073-a54c-706bd25a4681" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.077348] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e2f7d4a-84d3-4073-a54c-706bd25a4681" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.077562] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e2f7d4a-84d3-4073-a54c-706bd25a4681',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.580231] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e2f7d4a-84d3-4073-a54c-706bd25a4681 [ 846.580231] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.580231] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.580231] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.580489] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.580489] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.580558] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e2f7d4a-84d3-4073-a54c-706bd25a4681 already deleted. [ 846.580689] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e2f7d4a-84d3-4073-a54c-706bd25a4681" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.175912] env[62781]: INFO networking_nsxv3.common.synchronization [req-5666d9c9-d018-4959-bf78-7f187beb5575 req-98b47ad5-63b3-4a34-aea7-c363debb4ca8 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Enqueued Resource ID: fd4671d0-c1f6-48ae-987f-764935f5392b with Priority: HIGHEST for action security_group_members [ 847.181590] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd4671d0-c1f6-48ae-987f-764935f5392b with Priority: HIGHEST for action security_group_members [ 847.181590] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd4671d0-c1f6-48ae-987f-764935f5392b taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.181590] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.181590] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.181883] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.183233] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.183424] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.183829] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.184114] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.184315] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.184442] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd4671d0-c1f6-48ae-987f-764935f5392b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.687417] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.687588] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.687707] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.687951] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.688137] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.688240] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.688346] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.688415] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.688577] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.688699] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.688699] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd4671d0-c1f6-48ae-987f-764935f5392b is going to be updated. [ 847.716734] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.716957] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.717016] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.717326] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.717503] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.725744] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd4671d0-c1f6-48ae-987f-764935f5392b in Status: IN_PROGRESS for 2s [ 849.736998] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd4671d0-c1f6-48ae-987f-764935f5392b in Status: SUCCESS [ 849.737313] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd4671d0-c1f6-48ae-987f-764935f5392b deletion is rescheduled due to dependency. [ 849.737412] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.355295] env[62781]: INFO networking_nsxv3.common.synchronization [req-beb92421-8082-47cb-ac8f-49e52ac64a21 req-f038d9c8-1a61-4e2f-bcfd-ae9db5dbea0d tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Enqueued Resource ID: f71914fd-666e-48b2-a1e9-e815a4aba787 with Priority: HIGHEST for action security_group_members [ 850.355939] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f71914fd-666e-48b2-a1e9-e815a4aba787 with Priority: HIGHEST for action security_group_members [ 850.356771] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-f71914fd-666e-48b2-a1e9-e815a4aba787 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.356900] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.356972] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.357184] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.357343] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.357446] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.357508] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.357653] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.357737] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.357833] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f71914fd-666e-48b2-a1e9-e815a4aba787',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.863032] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.863032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.863032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.863032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.863032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.863032] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.863032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.863032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.863032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.863032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.863032] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f71914fd-666e-48b2-a1e9-e815a4aba787 is going to be updated. [ 850.897067] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.897067] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.897067] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.897067] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.897067] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.913122] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f71914fd-666e-48b2-a1e9-e815a4aba787 in Status: IN_PROGRESS for 2s [ 852.923922] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f71914fd-666e-48b2-a1e9-e815a4aba787 in Status: SUCCESS [ 852.924330] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f71914fd-666e-48b2-a1e9-e815a4aba787 deletion is rescheduled due to dependency. [ 852.924330] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.300691] env[62781]: INFO networking_nsxv3.common.synchronization [req-24b3feae-1c26-4acd-9d62-d6d113c41513 req-f7a206aa-b5c8-4ddb-b103-16af1da5384f tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Enqueued Resource ID: 7aff8fba-c6d9-49f4-8169-306be1820332 with Priority: HIGHEST for action security_group_members [ 853.301248] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aff8fba-c6d9-49f4-8169-306be1820332 with Priority: HIGHEST for action security_group_members [ 853.301585] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aff8fba-c6d9-49f4-8169-306be1820332 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.301739] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.301848] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.302010] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.306169] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.306290] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.306360] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.306539] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.307060] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.307060] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7aff8fba-c6d9-49f4-8169-306be1820332',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.808830] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7aff8fba-c6d9-49f4-8169-306be1820332',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.312194] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7aff8fba-c6d9-49f4-8169-306be1820332',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.699117] env[62781]: INFO networking_nsxv3.common.synchronization [req-0a17b906-14f8-44db-ba05-3f8ea3399583 req-9a8f5415-b0bc-4a3a-a21a-a2d259476c29 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Enqueued Resource ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 with Priority: HIGHEST for action security_group_members [ 854.699358] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 with Priority: HIGHEST for action security_group_members [ 854.699664] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d1f999-c2bb-4f57-8750-f41e692faab1 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.699803] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.699843] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.700216] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.700445] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.700530] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.700562] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.700717] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.700802] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.700895] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8d1f999-c2bb-4f57-8750-f41e692faab1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.815663] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.815876] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.815945] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.816230] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.816347] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.816474] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aff8fba-c6d9-49f4-8169-306be1820332 is going to be updated. [ 854.842889] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.843095] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.843202] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.843420] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.843578] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.851111] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aff8fba-c6d9-49f4-8169-306be1820332 in Status: IN_PROGRESS for 2s [ 855.048637] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-874 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.048949] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-874" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.049158] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-874" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.049511] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-874" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.050124] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.050390] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.050780] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.051110] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.051346] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.051646] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 855.051827] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.051994] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.052173] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.052340] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 855.052534] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.052730] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.071169] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.071355] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 855.071499] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.071712] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-874" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.072060] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-61644b47-bb34-401a-922d-50a99b786700 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.072222] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-61644b47-bb34-401a-922d-50a99b786700" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.072349] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-61644b47-bb34-401a-922d-50a99b786700" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.072680] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-61644b47-bb34-401a-922d-50a99b786700" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.073338] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61644b47-bb34-401a-922d-50a99b786700',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.203467] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8d1f999-c2bb-4f57-8750-f41e692faab1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.576283] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.576590] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.576681] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.577032] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.577288] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.577787] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 61644b47-bb34-401a-922d-50a99b786700 not found, creating... [ 855.577852] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.578096] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.578226] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.578478] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.578666] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.578986] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.579210] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.579356] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.579575] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.579738] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.579896] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 61644b47-bb34-401a-922d-50a99b786700 is going to be created. [ 855.598129] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.599873] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.599873] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.599873] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.599873] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.599873] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-61644b47-bb34-401a-922d-50a99b786700" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.706875] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8d1f999-c2bb-4f57-8750-f41e692faab1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.208190] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.208388] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.208471] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.208949] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.209512] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.209658] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 is going to be updated. [ 856.243962] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.244119] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.244197] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.244405] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.244550] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.254999] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 in Status: IN_PROGRESS for 2s [ 856.426850] env[62781]: INFO networking_nsxv3.common.synchronization [req-0a17b906-14f8-44db-ba05-3f8ea3399583 req-a771e479-8cd8-4ee4-83c0-933f05ab8e32 service nova] Enqueued Resource ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 with Priority: HIGHEST for action security_group_rules [ 856.427117] env[62781]: INFO networking_nsxv3.common.synchronization [req-0a17b906-14f8-44db-ba05-3f8ea3399583 req-a771e479-8cd8-4ee4-83c0-933f05ab8e32 service nova] Enqueued Resource ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 with Priority: HIGHEST for action security_group_members [ 856.427543] env[62781]: INFO networking_nsxv3.common.synchronization [req-0a17b906-14f8-44db-ba05-3f8ea3399583 req-a771e479-8cd8-4ee4-83c0-933f05ab8e32 service nova] Enqueued Resource ID: 61644b47-bb34-401a-922d-50a99b786700 with Priority: HIGHEST for action port [ 856.427543] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 with Priority: HIGHEST for action security_group_rules [ 856.427688] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 with Priority: HIGHEST for action security_group_members [ 856.427688] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61644b47-bb34-401a-922d-50a99b786700 with Priority: HIGHEST for action port [ 856.428675] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8d1f999-c2bb-4f57-8750-f41e692faab1 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.428809] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.428860] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.429055] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.429207] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8d1f999-c2bb-4f57-8750-f41e692faab1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.430075] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d1f999-c2bb-4f57-8750-f41e692faab1 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.430210] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.430529] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-61644b47-bb34-401a-922d-50a99b786700 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.430815] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61644b47-bb34-401a-922d-50a99b786700" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.430944] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61644b47-bb34-401a-922d-50a99b786700" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.431324] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61644b47-bb34-401a-922d-50a99b786700" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.431562] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61644b47-bb34-401a-922d-50a99b786700',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.696062] env[62781]: INFO networking_nsxv3.common.synchronization [req-37c9ca35-d1f8-4840-beb3-f38ecab48a13 req-44f5ced4-61d1-4db9-a25d-79c7d871f85a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Enqueued Resource ID: 36a605cc-13b4-41a4-a34f-70f0ba254297 with Priority: HIGHEST for action security_group_members [ 856.699445] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a605cc-13b4-41a4-a34f-70f0ba254297 with Priority: HIGHEST for action security_group_members [ 856.699445] env[62781]: INFO networking_nsxv3.common.synchronization [req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 req-eab15f76-3df3-44d7-b271-70b65ed332cb tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Enqueued Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_members [ 856.699844] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a605cc-13b4-41a4-a34f-70f0ba254297 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.699935] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a605cc-13b4-41a4-a34f-70f0ba254297" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.700543] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a605cc-13b4-41a4-a34f-70f0ba254297" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.700854] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a605cc-13b4-41a4-a34f-70f0ba254297" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.701118] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.701282] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.701377] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.701573] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.701726] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.701859] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36a605cc-13b4-41a4-a34f-70f0ba254297',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.702885] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_members [ 856.703398] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.703561] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.703662] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.703895] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.704157] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.704324] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.704423] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.704619] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.704794] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.704951] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.860932] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aff8fba-c6d9-49f4-8169-306be1820332 in Status: SUCCESS [ 856.860932] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.934471] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d1f999-c2bb-4f57-8750-f41e692faab1 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.934471] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.934674] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61644b47-bb34-401a-922d-50a99b786700 with status ACTIVE [ 856.934733] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.935079] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.935242] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.935497] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.935613] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.935865] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.935987] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.936192] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.936316] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.936421] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.936657] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.936817] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.936920] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.937082] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.937193] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.937379] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61644b47-bb34-401a-922d-50a99b786700 is going to be updated. [ 856.962579] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.962756] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.962756] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.962978] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.963153] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.963360] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61644b47-bb34-401a-922d-50a99b786700" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.204565] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.204737] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.204817] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.205052] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.205168] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.205386] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.205487] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.205531] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.205691] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.205825] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.205859] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36a605cc-13b4-41a4-a34f-70f0ba254297 is going to be updated. [ 857.207164] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.207302] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.207364] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.207523] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.207604] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.207818] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.207917] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.207981] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.208138] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.208212] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.208299] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9588ff4a-654e-400c-a650-03930bdde17c is going to be updated. [ 857.250051] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.250231] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.250305] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.250527] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.250742] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.256630] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.256766] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.256830] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.257050] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.257192] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.266922] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: IN_PROGRESS for 2s [ 857.267656] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a605cc-13b4-41a4-a34f-70f0ba254297 in Status: IN_PROGRESS for 2s [ 857.328526] env[62781]: INFO networking_nsxv3.common.synchronization [req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea req-7d145c90-99dc-47e2-86bb-87d51dab9da1 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Enqueued Resource ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad with Priority: HIGHEST for action security_group_members [ 857.328526] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad with Priority: HIGHEST for action security_group_members [ 857.328720] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b32e37-0883-4972-aadc-60f41c1aa9ad taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.328802] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.328870] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.329136] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.329419] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.329539] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.329615] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.329797] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.329901] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.330057] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2b32e37-0883-4972-aadc-60f41c1aa9ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.738680] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-907 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.738993] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-907" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.739118] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-907" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.739461] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-907" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.739804] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.739993] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.740149] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.740476] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.740653] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.740924] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 857.741075] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 857.741196] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 857.741325] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 857.741496] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 857.741647] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 857.741792] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 857.761062] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 857.761333] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 857.761539] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 857.761793] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-907" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.762351] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-604b4da4-020b-44e7-8367-1b3c3869da43 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.762469] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-604b4da4-020b-44e7-8367-1b3c3869da43" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.762506] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-604b4da4-020b-44e7-8367-1b3c3869da43" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.762854] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-604b4da4-020b-44e7-8367-1b3c3869da43" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.763741] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('604b4da4-020b-44e7-8367-1b3c3869da43',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.832438] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.832633] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.832741] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.833022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.833150] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.833435] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.833648] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.833777] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.833985] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.834143] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.834291] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad is going to be updated. [ 857.860026] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.860221] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.860448] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.860689] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.860843] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.870318] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad in Status: IN_PROGRESS for 2s [ 858.266055] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.266055] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.266055] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.266055] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.266325] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.266325] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 604b4da4-020b-44e7-8367-1b3c3869da43 not found, creating... [ 858.266601] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.266762] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.266881] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.267116] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.267257] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.267548] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.267708] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.267948] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.268193] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.268330] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.268505] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 604b4da4-020b-44e7-8367-1b3c3869da43 is going to be created. [ 858.270287] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 in Status: SUCCESS [ 858.270482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.270646] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.270806] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.270968] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.271082] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.271146] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.271287] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.271377] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.271487] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8d1f999-c2bb-4f57-8750-f41e692faab1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.288271] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.288537] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.288638] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.289511] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.289690] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.289906] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-604b4da4-020b-44e7-8367-1b3c3869da43" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.774103] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8d1f999-c2bb-4f57-8750-f41e692faab1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.974021] env[62781]: INFO networking_nsxv3.common.synchronization [req-c3b0ec1e-a5c1-49af-a887-9a9a4da49dee req-41368ed1-d42c-42ad-9691-f76b841b514b tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Enqueued Resource ID: ebd3fe3f-1467-4ae0-a6fc-43db453bd521 with Priority: HIGHEST for action security_group_members [ 858.974021] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebd3fe3f-1467-4ae0-a6fc-43db453bd521 with Priority: HIGHEST for action security_group_members [ 858.974021] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebd3fe3f-1467-4ae0-a6fc-43db453bd521 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.974021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.974021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.974021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.974021] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.974021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.974021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.974021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.974021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.974677] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebd3fe3f-1467-4ae0-a6fc-43db453bd521',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.102702] env[62781]: INFO networking_nsxv3.common.synchronization [req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea req-7f54a454-edb8-4ba3-bd88-a8b0694f8529 service nova] Enqueued Resource ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad with Priority: HIGHEST for action security_group_rules [ 859.102843] env[62781]: INFO networking_nsxv3.common.synchronization [req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea req-7f54a454-edb8-4ba3-bd88-a8b0694f8529 service nova] Enqueued Resource ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad with Priority: HIGHEST for action security_group_members [ 859.102984] env[62781]: INFO networking_nsxv3.common.synchronization [req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea req-7f54a454-edb8-4ba3-bd88-a8b0694f8529 service nova] Enqueued Resource ID: 604b4da4-020b-44e7-8367-1b3c3869da43 with Priority: HIGHEST for action port [ 859.103227] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad with Priority: HIGHEST for action security_group_rules [ 859.103364] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad with Priority: HIGHEST for action security_group_members [ 859.103452] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604b4da4-020b-44e7-8367-1b3c3869da43 with Priority: HIGHEST for action port [ 859.104010] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2b32e37-0883-4972-aadc-60f41c1aa9ad taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.104252] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.104319] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.104517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.104596] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2b32e37-0883-4972-aadc-60f41c1aa9ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.105596] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b32e37-0883-4972-aadc-60f41c1aa9ad taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.105702] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.106191] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-604b4da4-020b-44e7-8367-1b3c3869da43 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.106300] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-604b4da4-020b-44e7-8367-1b3c3869da43" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.106363] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-604b4da4-020b-44e7-8367-1b3c3869da43" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.106521] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-604b4da4-020b-44e7-8367-1b3c3869da43" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.106592] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('604b4da4-020b-44e7-8367-1b3c3869da43',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.276289] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8d1f999-c2bb-4f57-8750-f41e692faab1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.278102] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: SUCCESS [ 859.278293] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9588ff4a-654e-400c-a650-03930bdde17c deletion is rescheduled due to dependency. [ 859.278405] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.279126] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a605cc-13b4-41a4-a34f-70f0ba254297 in Status: SUCCESS [ 859.279338] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36a605cc-13b4-41a4-a34f-70f0ba254297 deletion is rescheduled due to dependency. [ 859.279731] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a605cc-13b4-41a4-a34f-70f0ba254297" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.477578] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.477788] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.477866] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.478114] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.478332] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.478426] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.478531] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.478597] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.478750] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.478826] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.478914] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebd3fe3f-1467-4ae0-a6fc-43db453bd521 is going to be updated. [ 859.509963] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.510246] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.510246] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.510459] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.510962] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.518976] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebd3fe3f-1467-4ae0-a6fc-43db453bd521 in Status: IN_PROGRESS for 2s [ 859.608379] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b32e37-0883-4972-aadc-60f41c1aa9ad taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.608651] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.608959] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 604b4da4-020b-44e7-8367-1b3c3869da43 with status ACTIVE [ 859.609261] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.609470] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.609598] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.609927] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.610101] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.610401] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.610571] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.610685] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.610949] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.611239] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.611421] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.611588] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.611724] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.611974] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.612128] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.612276] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 604b4da4-020b-44e7-8367-1b3c3869da43 is going to be updated. [ 859.645684] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.645843] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.645879] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.646104] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.646238] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.646395] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-604b4da4-020b-44e7-8367-1b3c3869da43" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.782097] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.782097] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.782097] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.782097] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.782097] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.782097] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 is going to be updated. [ 859.821240] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.821344] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.821420] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.821633] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.821778] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.834559] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 in Status: IN_PROGRESS for 2s [ 859.881710] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad in Status: SUCCESS [ 859.881710] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad deletion is rescheduled due to dependency. [ 859.881710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.881710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.881710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.881710] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.881710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.881710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.881710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.881710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.881710] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2b32e37-0883-4972-aadc-60f41c1aa9ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.898027] env[62781]: INFO networking_nsxv3.common.synchronization [req-d1655618-f2a5-4476-84d8-bae078a99c7c req-2e862462-7e0c-478d-ba5f-d9339b44f820 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Enqueued Resource ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec with Priority: HIGHEST for action security_group_members [ 859.898027] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec with Priority: HIGHEST for action security_group_members [ 859.899028] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-982cb2e6-98c0-4e7a-b32a-46402370d9ec taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.899028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.899028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.899028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.899244] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.899244] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.899350] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.899428] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.899511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.899603] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('982cb2e6-98c0-4e7a-b32a-46402370d9ec',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.387452] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2b32e37-0883-4972-aadc-60f41c1aa9ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.401723] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.401973] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.401973] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.403150] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.403286] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.405030] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.405030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.405030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.405030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.405030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.405030] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec already deleted. [ 860.405030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.408080] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-238 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.408267] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-238" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.408399] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-238" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.408701] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-238" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.410058] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.410058] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.410058] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.410058] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.410058] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.410058] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 860.410058] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 860.410270] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 860.410270] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 860.410369] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 860.410527] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 860.410689] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 860.429844] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 860.430602] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 860.430602] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 860.430602] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-238" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.430724] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-0a02da31-3b0d-4d7b-9e66-e4975d781f95 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.430803] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-0a02da31-3b0d-4d7b-9e66-e4975d781f95" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.430920] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-0a02da31-3b0d-4d7b-9e66-e4975d781f95" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.431266] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-0a02da31-3b0d-4d7b-9e66-e4975d781f95" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.431410] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a02da31-3b0d-4d7b-9e66-e4975d781f95',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.891023] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2b32e37-0883-4972-aadc-60f41c1aa9ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.936840] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.936840] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.936840] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.936840] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.936840] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.936840] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 0a02da31-3b0d-4d7b-9e66-e4975d781f95 not found, creating... [ 860.937396] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.937396] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.937396] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.937544] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.937658] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.937947] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.938136] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.938270] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.941716] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.942328] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.942960] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 0a02da31-3b0d-4d7b-9e66-e4975d781f95 is going to be created. [ 860.970028] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.970028] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.970028] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.970028] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.970028] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.970028] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-0a02da31-3b0d-4d7b-9e66-e4975d781f95" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.393015] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.393275] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.393390] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.393718] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.393887] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.394034] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad is going to be updated. [ 861.424024] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.424024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.424024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.424024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.424024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.432876] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad in Status: IN_PROGRESS for 2s [ 861.529288] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebd3fe3f-1467-4ae0-a6fc-43db453bd521 in Status: SUCCESS [ 861.529508] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebd3fe3f-1467-4ae0-a6fc-43db453bd521 deletion is rescheduled due to dependency. [ 861.529568] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.847180] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 in Status: SUCCESS [ 861.847548] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.847809] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.848146] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.848441] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.848632] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.848738] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.848988] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.849361] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.849527] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.849833] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8d1f999-c2bb-4f57-8750-f41e692faab1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.065076] env[62781]: INFO networking_nsxv3.common.synchronization [req-d1655618-f2a5-4476-84d8-bae078a99c7c req-77c13ce2-3904-41da-9c53-f6a6ed51bb4a service nova] Enqueued Resource ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec with Priority: HIGHEST for action security_group_rules [ 862.065367] env[62781]: INFO networking_nsxv3.common.synchronization [req-d1655618-f2a5-4476-84d8-bae078a99c7c req-77c13ce2-3904-41da-9c53-f6a6ed51bb4a service nova] Enqueued Resource ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec with Priority: HIGHEST for action security_group_members [ 862.065401] env[62781]: INFO networking_nsxv3.common.synchronization [req-d1655618-f2a5-4476-84d8-bae078a99c7c req-77c13ce2-3904-41da-9c53-f6a6ed51bb4a service nova] Enqueued Resource ID: 0a02da31-3b0d-4d7b-9e66-e4975d781f95 with Priority: HIGHEST for action port [ 862.065998] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec with Priority: HIGHEST for action security_group_rules [ 862.066328] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec with Priority: HIGHEST for action security_group_members [ 862.066402] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a02da31-3b0d-4d7b-9e66-e4975d781f95 with Priority: HIGHEST for action port [ 862.066809] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-982cb2e6-98c0-4e7a-b32a-46402370d9ec taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.067041] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.067041] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.067264] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.067356] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('982cb2e6-98c0-4e7a-b32a-46402370d9ec',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.068539] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-982cb2e6-98c0-4e7a-b32a-46402370d9ec taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.068539] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.068539] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.068742] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.068839] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.068928] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.068993] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.069117] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.069233] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.069321] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('982cb2e6-98c0-4e7a-b32a-46402370d9ec',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.070177] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a02da31-3b0d-4d7b-9e66-e4975d781f95 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.070405] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a02da31-3b0d-4d7b-9e66-e4975d781f95" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.070405] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a02da31-3b0d-4d7b-9e66-e4975d781f95" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.070559] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a02da31-3b0d-4d7b-9e66-e4975d781f95" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.070559] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a02da31-3b0d-4d7b-9e66-e4975d781f95',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.355024] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d1f999-c2bb-4f57-8750-f41e692faab1 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.355024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.355024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.355024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.355024] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.355024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.355024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.355024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.355024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.355024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.355024] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d1f999-c2bb-4f57-8750-f41e692faab1 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.355024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.355024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.355024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.355024] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.355024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.355692] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.355692] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.355692] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.355692] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.355692] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8d1f999-c2bb-4f57-8750-f41e692faab1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.524412] env[62781]: INFO networking_nsxv3.common.synchronization [req-24b3f20e-d2fe-4850-a807-3048b2614d91 req-eb7419f0-5a20-4b6f-b622-d97470710979 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Enqueued Resource ID: dcff140d-2913-43c0-a6a6-c4516ff6fbc1 with Priority: HIGHEST for action security_group_members [ 862.528088] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcff140d-2913-43c0-a6a6-c4516ff6fbc1 with Priority: HIGHEST for action security_group_members [ 862.528088] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcff140d-2913-43c0-a6a6-c4516ff6fbc1 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.528088] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcff140d-2913-43c0-a6a6-c4516ff6fbc1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.528088] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcff140d-2913-43c0-a6a6-c4516ff6fbc1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.528088] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcff140d-2913-43c0-a6a6-c4516ff6fbc1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.528088] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.528088] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.528088] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.528088] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.528088] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.528088] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcff140d-2913-43c0-a6a6-c4516ff6fbc1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.571800] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-982cb2e6-98c0-4e7a-b32a-46402370d9ec taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.571960] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.572124] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('982cb2e6-98c0-4e7a-b32a-46402370d9ec',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.573505] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a02da31-3b0d-4d7b-9e66-e4975d781f95 with status ACTIVE [ 862.573826] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.573945] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.574026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.574239] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.574973] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.574973] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.574973] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.574973] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.574973] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.574973] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.575300] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.575300] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.575300] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.575300] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.575408] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.575449] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a02da31-3b0d-4d7b-9e66-e4975d781f95 is going to be updated. [ 862.601039] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.601228] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.601308] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.601470] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.601650] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.601813] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a02da31-3b0d-4d7b-9e66-e4975d781f95" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.844933] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-778 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.845162] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-778" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.845290] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-778" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.845618] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-778" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.845923] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.849031] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.849031] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.849031] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.849031] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.849031] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 862.849031] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.849031] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.849031] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.849031] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 862.849031] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.849031] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.859861] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8d1f999-c2bb-4f57-8750-f41e692faab1: rpc.has_security_group_logging(os_id): False [ 862.876412] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.876588] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 862.876731] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.876913] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-778" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.877272] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-db7063f3-a49d-498a-a8ff-9fee7c91d0e5 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.877517] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-db7063f3-a49d-498a-a8ff-9fee7c91d0e5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.877717] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-db7063f3-a49d-498a-a8ff-9fee7c91d0e5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.878865] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-db7063f3-a49d-498a-a8ff-9fee7c91d0e5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.878865] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db7063f3-a49d-498a-a8ff-9fee7c91d0e5',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.879962] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.880099] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.880168] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.880356] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.880477] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.880658] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.880755] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.880822] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.880966] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.881050] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.881235] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.881347] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.881378] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.881511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.881585] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.881777] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.881869] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.881927] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.882075] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.882152] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.882236] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 is going to be updated. [ 862.980738] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.980738] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.980738] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.980738] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.981124] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.994552] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 in Status: IN_PROGRESS for 2s [ 863.030199] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.030426] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.030475] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.030714] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.030879] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.031074] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.031216] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.031279] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.031467] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.031559] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.031689] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcff140d-2913-43c0-a6a6-c4516ff6fbc1 already deleted. [ 863.031797] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcff140d-2913-43c0-a6a6-c4516ff6fbc1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.073972] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('982cb2e6-98c0-4e7a-b32a-46402370d9ec',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.384447] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.384689] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.384821] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.385138] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.385296] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.385573] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port db7063f3-a49d-498a-a8ff-9fee7c91d0e5 not found, creating... [ 863.385751] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.385899] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.386036] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.386262] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.386406] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.386695] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.386882] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.386988] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.387200] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.387376] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.387536] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: db7063f3-a49d-498a-a8ff-9fee7c91d0e5 is going to be created. [ 863.411646] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.411910] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.412057] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.412423] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.412711] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.413026] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-db7063f3-a49d-498a-a8ff-9fee7c91d0e5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.444574] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad in Status: SUCCESS [ 863.444812] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.444998] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.445252] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.445448] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.445569] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.445635] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.445783] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.445864] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.445950] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.446056] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2b32e37-0883-4972-aadc-60f41c1aa9ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.576791] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.577039] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.577039] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.577251] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.577353] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.577463] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec is going to be created. [ 863.611051] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.611051] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.611051] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.611330] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.611423] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.625574] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec in Status: UNINITIALIZED for 2s [ 863.949399] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b32e37-0883-4972-aadc-60f41c1aa9ad taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.949399] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.949399] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.949399] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.949606] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.949657] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.949721] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.949870] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.950057] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.950057] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.950260] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b32e37-0883-4972-aadc-60f41c1aa9ad taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.950381] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.950436] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.950691] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.951170] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.951170] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.951170] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.951170] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.951373] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.951373] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.951436] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2b32e37-0883-4972-aadc-60f41c1aa9ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.180978] env[62781]: INFO networking_nsxv3.common.synchronization [req-24b3f20e-d2fe-4850-a807-3048b2614d91 req-87ece13a-d639-427f-bf0b-df665febfcac service nova] Enqueued Resource ID: dcff140d-2913-43c0-a6a6-c4516ff6fbc1 with Priority: HIGHEST for action security_group_rules [ 864.181290] env[62781]: INFO networking_nsxv3.common.synchronization [req-24b3f20e-d2fe-4850-a807-3048b2614d91 req-87ece13a-d639-427f-bf0b-df665febfcac service nova] Enqueued Resource ID: dcff140d-2913-43c0-a6a6-c4516ff6fbc1 with Priority: HIGHEST for action security_group_members [ 864.181407] env[62781]: INFO networking_nsxv3.common.synchronization [req-24b3f20e-d2fe-4850-a807-3048b2614d91 req-87ece13a-d639-427f-bf0b-df665febfcac service nova] Enqueued Resource ID: db7063f3-a49d-498a-a8ff-9fee7c91d0e5 with Priority: HIGHEST for action port [ 864.181944] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcff140d-2913-43c0-a6a6-c4516ff6fbc1 with Priority: HIGHEST for action security_group_rules [ 864.182858] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcff140d-2913-43c0-a6a6-c4516ff6fbc1 with Priority: HIGHEST for action security_group_members [ 864.182954] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db7063f3-a49d-498a-a8ff-9fee7c91d0e5 with Priority: HIGHEST for action port [ 864.183298] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcff140d-2913-43c0-a6a6-c4516ff6fbc1 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.183431] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcff140d-2913-43c0-a6a6-c4516ff6fbc1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.183503] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcff140d-2913-43c0-a6a6-c4516ff6fbc1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.184132] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcff140d-2913-43c0-a6a6-c4516ff6fbc1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.184217] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcff140d-2913-43c0-a6a6-c4516ff6fbc1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.185155] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcff140d-2913-43c0-a6a6-c4516ff6fbc1 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.185301] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcff140d-2913-43c0-a6a6-c4516ff6fbc1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.185408] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcff140d-2913-43c0-a6a6-c4516ff6fbc1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.185796] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcff140d-2913-43c0-a6a6-c4516ff6fbc1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.185796] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.186119] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.186119] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.188375] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.188511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.188606] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcff140d-2913-43c0-a6a6-c4516ff6fbc1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.189504] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-db7063f3-a49d-498a-a8ff-9fee7c91d0e5 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.189637] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db7063f3-a49d-498a-a8ff-9fee7c91d0e5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.189692] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db7063f3-a49d-498a-a8ff-9fee7c91d0e5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.189886] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db7063f3-a49d-498a-a8ff-9fee7c91d0e5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.189965] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db7063f3-a49d-498a-a8ff-9fee7c91d0e5',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.455383] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2b32e37-0883-4972-aadc-60f41c1aa9ad: rpc.has_security_group_logging(os_id): False [ 864.471800] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.471945] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.472067] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.472241] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.472332] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.472547] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.472645] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.472709] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.472850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.472959] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.473153] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.473246] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.473307] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.473446] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.473521] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.473710] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.473802] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.473863] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.473999] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.474087] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.474171] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad is going to be updated. [ 864.557761] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.557900] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.557968] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.558187] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.558329] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.569476] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad in Status: IN_PROGRESS for 2s [ 864.692533] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcff140d-2913-43c0-a6a6-c4516ff6fbc1 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.692668] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcff140d-2913-43c0-a6a6-c4516ff6fbc1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.692861] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcff140d-2913-43c0-a6a6-c4516ff6fbc1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.694140] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db7063f3-a49d-498a-a8ff-9fee7c91d0e5 with status ACTIVE [ 864.694313] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.694428] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.694595] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.694694] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.694775] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.694936] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.695051] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.695118] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.695295] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.695382] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.695564] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.695654] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.695713] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.695849] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.695919] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.696015] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db7063f3-a49d-498a-a8ff-9fee7c91d0e5 is going to be updated. [ 864.733572] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.733746] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.733822] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.734145] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.734350] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.734608] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db7063f3-a49d-498a-a8ff-9fee7c91d0e5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.011116] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 in Status: SUCCESS [ 865.011116] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.198739] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcff140d-2913-43c0-a6a6-c4516ff6fbc1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.221148] env[62781]: INFO networking_nsxv3.common.synchronization [req-aec85f92-19c2-4ce2-a04d-184b62fb5478 req-4180894b-d57d-47c7-89f5-b3017a975d19 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Enqueued Resource ID: 2e5de993-2a61-4898-b12e-d24b48c9f820 with Priority: HIGHEST for action security_group_members [ 865.221148] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5de993-2a61-4898-b12e-d24b48c9f820 with Priority: HIGHEST for action security_group_members [ 865.221148] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e5de993-2a61-4898-b12e-d24b48c9f820 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.221148] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e5de993-2a61-4898-b12e-d24b48c9f820" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.221148] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e5de993-2a61-4898-b12e-d24b48c9f820" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.221959] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e5de993-2a61-4898-b12e-d24b48c9f820" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.222333] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.222781] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.222971] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.224304] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.224304] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.224304] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e5de993-2a61-4898-b12e-d24b48c9f820',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.587519] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-245 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.587725] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-245" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.587857] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-245" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.588176] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-245" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.588438] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.588602] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.588724] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.589021] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.589187] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.589420] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 865.589545] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.589678] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.589805] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.589926] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 865.590049] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.590204] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.609136] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.609136] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 865.609445] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.609529] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-245" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.609786] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.609961] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.610096] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.610548] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.610548] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.634242] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec in Status: SUCCESS [ 865.634460] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.634610] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.634804] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.634981] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.635103] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.635174] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.635311] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.635388] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.635472] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.635783] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('982cb2e6-98c0-4e7a-b32a-46402370d9ec',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.701782] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.701782] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.701782] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.701782] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.701782] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.701782] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcff140d-2913-43c0-a6a6-c4516ff6fbc1 is going to be created. [ 865.726599] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.727470] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.727470] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.727470] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.727470] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.727630] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.727630] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.727630] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.727780] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.727853] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.727938] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e5de993-2a61-4898-b12e-d24b48c9f820 already deleted. [ 865.728028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e5de993-2a61-4898-b12e-d24b48c9f820" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.730446] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.730583] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.730700] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.730874] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.731082] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.739521] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcff140d-2913-43c0-a6a6-c4516ff6fbc1 in Status: UNINITIALIZED for 2s [ 866.115237] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.115540] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.115715] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.116046] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.116233] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.116552] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0 not found, creating... [ 866.116835] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.116997] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.117130] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.117351] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.117488] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.117765] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.117919] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.118168] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.118425] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.118601] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.118772] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0 is going to be created. [ 866.137606] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('982cb2e6-98c0-4e7a-b32a-46402370d9ec',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.139755] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.139976] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.140128] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.140382] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.140762] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.141014] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.202283] env[62781]: INFO networking_nsxv3.common.synchronization [req-676f979d-5546-42a9-89c3-f4fe940f9c5f req-fd08ef39-ec63-4d8a-b1a9-981de50633e6 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Enqueued Resource ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 with Priority: HIGHEST for action security_group_members [ 866.202804] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 with Priority: HIGHEST for action security_group_members [ 866.203118] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.203266] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.203373] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.203540] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.203696] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.203793] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.203855] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.203998] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.204203] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.204304] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.581585] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad in Status: SUCCESS [ 866.581814] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.643100] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 982cb2e6-98c0-4e7a-b32a-46402370d9ec: rpc.has_security_group_logging(os_id): False [ 866.659647] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.659803] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.659915] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.660177] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.660278] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.660511] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.660617] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.660681] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.660828] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.661118] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.661118] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec is going to be created. [ 866.706604] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.714518] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.714684] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.714764] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.715023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.715281] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.727877] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec in Status: IN_PROGRESS for 2s [ 867.001692] env[62781]: INFO networking_nsxv3.common.synchronization [req-aec85f92-19c2-4ce2-a04d-184b62fb5478 req-db16a2be-7b75-4ab0-b8da-83a0e0eba92a service nova] Enqueued Resource ID: 2e5de993-2a61-4898-b12e-d24b48c9f820 with Priority: HIGHEST for action security_group_rules [ 867.001922] env[62781]: INFO networking_nsxv3.common.synchronization [req-aec85f92-19c2-4ce2-a04d-184b62fb5478 req-db16a2be-7b75-4ab0-b8da-83a0e0eba92a service nova] Enqueued Resource ID: 2e5de993-2a61-4898-b12e-d24b48c9f820 with Priority: HIGHEST for action security_group_members [ 867.002118] env[62781]: INFO networking_nsxv3.common.synchronization [req-aec85f92-19c2-4ce2-a04d-184b62fb5478 req-db16a2be-7b75-4ab0-b8da-83a0e0eba92a service nova] Enqueued Resource ID: 1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0 with Priority: HIGHEST for action port [ 867.002801] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5de993-2a61-4898-b12e-d24b48c9f820 with Priority: HIGHEST for action security_group_rules [ 867.003024] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5de993-2a61-4898-b12e-d24b48c9f820 with Priority: HIGHEST for action security_group_members [ 867.003084] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0 with Priority: HIGHEST for action port [ 867.003361] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e5de993-2a61-4898-b12e-d24b48c9f820 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.003926] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e5de993-2a61-4898-b12e-d24b48c9f820" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.003926] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e5de993-2a61-4898-b12e-d24b48c9f820" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.003926] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e5de993-2a61-4898-b12e-d24b48c9f820" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.003926] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e5de993-2a61-4898-b12e-d24b48c9f820',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.005030] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e5de993-2a61-4898-b12e-d24b48c9f820 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.005030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e5de993-2a61-4898-b12e-d24b48c9f820" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.005154] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e5de993-2a61-4898-b12e-d24b48c9f820" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.005288] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e5de993-2a61-4898-b12e-d24b48c9f820" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.005449] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.005585] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.005654] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.005848] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.005966] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.006110] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e5de993-2a61-4898-b12e-d24b48c9f820',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.007196] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.007196] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.007196] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.007366] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.007401] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.207922] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.510028] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e5de993-2a61-4898-b12e-d24b48c9f820 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.510028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e5de993-2a61-4898-b12e-d24b48c9f820" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.510028] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e5de993-2a61-4898-b12e-d24b48c9f820',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.510834] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0 with status ACTIVE [ 867.511044] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.511157] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.511238] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.511440] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.511543] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.511716] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.511804] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.511873] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.512040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.512118] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.512302] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.513079] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.513079] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.513079] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.513079] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.513079] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0 is going to be updated. [ 867.534137] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.534137] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.534137] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.534137] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.534137] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.534137] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.710010] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.710184] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.710249] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.710456] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.710535] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.710622] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 is going to be updated. [ 867.740063] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.740219] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.740271] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.740494] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.740630] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.750859] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcff140d-2913-43c0-a6a6-c4516ff6fbc1 in Status: SUCCESS [ 867.751054] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcff140d-2913-43c0-a6a6-c4516ff6fbc1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.751720] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 in Status: IN_PROGRESS for 2s [ 867.751851] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcff140d-2913-43c0-a6a6-c4516ff6fbc1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.752032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcff140d-2913-43c0-a6a6-c4516ff6fbc1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.752194] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.752295] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.752359] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.752500] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.752577] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.752658] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcff140d-2913-43c0-a6a6-c4516ff6fbc1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.752746] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dcff140d-2913-43c0-a6a6-c4516ff6fbc1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.015088] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e5de993-2a61-4898-b12e-d24b48c9f820',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.254883] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcff140d-2913-43c0-a6a6-c4516ff6fbc1 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.255218] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcff140d-2913-43c0-a6a6-c4516ff6fbc1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.255218] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcff140d-2913-43c0-a6a6-c4516ff6fbc1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.255439] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcff140d-2913-43c0-a6a6-c4516ff6fbc1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.255634] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.255760] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.256088] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.259064] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.259236] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.259373] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcff140d-2913-43c0-a6a6-c4516ff6fbc1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.259559] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcff140d-2913-43c0-a6a6-c4516ff6fbc1 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.259685] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcff140d-2913-43c0-a6a6-c4516ff6fbc1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.259748] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcff140d-2913-43c0-a6a6-c4516ff6fbc1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.259937] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcff140d-2913-43c0-a6a6-c4516ff6fbc1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.260128] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.260230] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.260293] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.260467] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.260550] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.260678] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcff140d-2913-43c0-a6a6-c4516ff6fbc1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.260795] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dcff140d-2913-43c0-a6a6-c4516ff6fbc1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.517301] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.517572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.518027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.518027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.518127] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.518244] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e5de993-2a61-4898-b12e-d24b48c9f820 is going to be created. [ 868.549524] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.549659] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.549659] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.549877] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.550180] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.567589] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e5de993-2a61-4898-b12e-d24b48c9f820 in Status: UNINITIALIZED for 2s [ 868.740715] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec in Status: SUCCESS [ 868.740817] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.763946] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dcff140d-2913-43c0-a6a6-c4516ff6fbc1: rpc.has_security_group_logging(os_id): False [ 868.780829] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.781456] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.781456] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.781456] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.781456] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.781627] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.781627] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.781733] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.781854] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.781927] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.782133] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.782227] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.782288] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.782426] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.782508] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.782693] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.782784] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.782847] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.782986] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.783075] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.783160] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcff140d-2913-43c0-a6a6-c4516ff6fbc1 is going to be created. [ 868.862371] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.862606] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.862606] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.862896] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.863154] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.876026] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcff140d-2913-43c0-a6a6-c4516ff6fbc1 in Status: IN_PROGRESS for 2s [ 869.756199] env[62781]: INFO networking_nsxv3.common.synchronization [req-946fbb82-1984-4b91-a0b6-280899073b0e req-5c9f6b5d-76df-4781-819f-94ad4512279a tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Enqueued Resource ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad with Priority: HIGHEST for action security_group_members [ 869.757849] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad with Priority: HIGHEST for action security_group_members [ 869.758479] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b32e37-0883-4972-aadc-60f41c1aa9ad taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.761023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.761023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.761023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.761023] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.761023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.761023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.761023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.761023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.761023] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2b32e37-0883-4972-aadc-60f41c1aa9ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.768925] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 in Status: SUCCESS [ 869.768925] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.268487] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.268670] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.268707] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.268943] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.269051] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.269248] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.269499] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.269598] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.269712] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.269789] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.269880] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad is going to be updated. [ 870.295829] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.295965] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.296050] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.296257] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.296462] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.305118] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad in Status: IN_PROGRESS for 2s [ 870.582451] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e5de993-2a61-4898-b12e-d24b48c9f820 in Status: SUCCESS [ 870.583373] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e5de993-2a61-4898-b12e-d24b48c9f820" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.583373] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e5de993-2a61-4898-b12e-d24b48c9f820" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.583373] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e5de993-2a61-4898-b12e-d24b48c9f820" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.583789] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.584031] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.584257] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.585024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.585024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.585024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e5de993-2a61-4898-b12e-d24b48c9f820" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.585024] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e5de993-2a61-4898-b12e-d24b48c9f820',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.887456] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcff140d-2913-43c0-a6a6-c4516ff6fbc1 in Status: SUCCESS [ 870.887802] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcff140d-2913-43c0-a6a6-c4516ff6fbc1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.088191] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e5de993-2a61-4898-b12e-d24b48c9f820',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.593116] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e5de993-2a61-4898-b12e-d24b48c9f820: rpc.has_security_group_logging(os_id): False [ 871.611447] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.614051] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.614051] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.614051] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.614051] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.614051] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.614051] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.614051] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.614051] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.614051] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.614051] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e5de993-2a61-4898-b12e-d24b48c9f820 is going to be created. [ 871.671019] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.671019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.671019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.671019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.671019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.680512] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e5de993-2a61-4898-b12e-d24b48c9f820 in Status: IN_PROGRESS for 2s [ 872.316246] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad in Status: SUCCESS [ 872.316511] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad deletion is rescheduled due to dependency. [ 872.316511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.693289] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e5de993-2a61-4898-b12e-d24b48c9f820 in Status: SUCCESS [ 873.693602] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e5de993-2a61-4898-b12e-d24b48c9f820" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.759527] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 874.759915] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 877.323462] env[62781]: INFO networking_nsxv3.common.synchronization [None req-0ef42d61-b494-46a2-bb5a-8ce8521dc598 None None] Enqueued Resource ID: b6f640a6-50f4-4166-a142-20419df864cc with Priority: HIGHEST for action port [ 877.324415] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f640a6-50f4-4166-a142-20419df864cc with Priority: HIGHEST for action port [ 877.324831] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6f640a6-50f4-4166-a142-20419df864cc taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.326232] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6f640a6-50f4-4166-a142-20419df864cc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.326232] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6f640a6-50f4-4166-a142-20419df864cc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.326232] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6f640a6-50f4-4166-a142-20419df864cc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.326232] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6f640a6-50f4-4166-a142-20419df864cc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.829384] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6f640a6-50f4-4166-a142-20419df864cc [ 877.829724] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.830035] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.830035] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.830151] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.830247] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.830344] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6f640a6-50f4-4166-a142-20419df864cc already deleted. [ 877.830442] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6f640a6-50f4-4166-a142-20419df864cc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.507177] env[62781]: INFO networking_nsxv3.common.synchronization [req-13a972da-1fb0-4f64-bd36-6779168bb264 req-fdd273a4-1e59-401e-9347-ec581bde0e5c tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Enqueued Resource ID: 7aff8fba-c6d9-49f4-8169-306be1820332 with Priority: HIGHEST for action security_group_members [ 878.507980] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aff8fba-c6d9-49f4-8169-306be1820332 with Priority: HIGHEST for action security_group_members [ 878.508946] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aff8fba-c6d9-49f4-8169-306be1820332 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.509087] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.509159] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.509365] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.509558] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.509674] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.509740] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.509905] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.510821] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.510821] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7aff8fba-c6d9-49f4-8169-306be1820332',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.797575] env[62781]: INFO networking_nsxv3.common.synchronization [req-d925bf3c-d461-455f-b559-34664a2e464a req-d3464397-02a0-4d5b-b2ec-49a0299daed6 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Enqueued Resource ID: dcff140d-2913-43c0-a6a6-c4516ff6fbc1 with Priority: HIGHEST for action security_group_members [ 878.797943] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcff140d-2913-43c0-a6a6-c4516ff6fbc1 with Priority: HIGHEST for action security_group_members [ 878.798366] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcff140d-2913-43c0-a6a6-c4516ff6fbc1 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.798474] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcff140d-2913-43c0-a6a6-c4516ff6fbc1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.798474] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcff140d-2913-43c0-a6a6-c4516ff6fbc1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.802232] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcff140d-2913-43c0-a6a6-c4516ff6fbc1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.802400] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.802523] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.802592] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.802799] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.802909] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.803032] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcff140d-2913-43c0-a6a6-c4516ff6fbc1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.012569] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.012718] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.012796] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.013060] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.033924] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.034166] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.034316] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.034366] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.036713] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.036713] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.036713] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aff8fba-c6d9-49f4-8169-306be1820332 is going to be updated. [ 879.060782] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.060952] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.061013] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.061233] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.061375] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.070604] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aff8fba-c6d9-49f4-8169-306be1820332 in Status: IN_PROGRESS for 2s [ 879.304872] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.305050] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.305156] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.305505] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.305619] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.306060] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.306297] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.306368] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.306544] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.306622] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.306716] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcff140d-2913-43c0-a6a6-c4516ff6fbc1 is going to be updated. [ 879.332248] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.332383] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.332474] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.332694] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.332830] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.340940] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcff140d-2913-43c0-a6a6-c4516ff6fbc1 in Status: IN_PROGRESS for 2s [ 879.388987] env[62781]: INFO networking_nsxv3.common.synchronization [None req-016f5a45-a85a-40a0-9ffa-dc345587bc95 None None] Enqueued Resource ID: 8231abcc-d580-4cc0-af63-3d7788e00f0b with Priority: HIGHEST for action port [ 879.390394] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8231abcc-d580-4cc0-af63-3d7788e00f0b with Priority: HIGHEST for action port [ 879.390711] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-8231abcc-d580-4cc0-af63-3d7788e00f0b taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.390827] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8231abcc-d580-4cc0-af63-3d7788e00f0b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.390944] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8231abcc-d580-4cc0-af63-3d7788e00f0b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.391336] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8231abcc-d580-4cc0-af63-3d7788e00f0b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.391411] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8231abcc-d580-4cc0-af63-3d7788e00f0b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.893050] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8231abcc-d580-4cc0-af63-3d7788e00f0b [ 879.893342] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.893342] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.893342] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.893458] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.893845] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.893845] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8231abcc-d580-4cc0-af63-3d7788e00f0b already deleted. [ 879.893845] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8231abcc-d580-4cc0-af63-3d7788e00f0b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.080809] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aff8fba-c6d9-49f4-8169-306be1820332 in Status: SUCCESS [ 881.080809] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aff8fba-c6d9-49f4-8169-306be1820332 deletion is rescheduled due to dependency. [ 881.080809] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.350862] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcff140d-2913-43c0-a6a6-c4516ff6fbc1 in Status: SUCCESS [ 881.351047] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcff140d-2913-43c0-a6a6-c4516ff6fbc1 deletion is rescheduled due to dependency. [ 881.351157] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcff140d-2913-43c0-a6a6-c4516ff6fbc1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.504272] env[62781]: INFO networking_nsxv3.common.synchronization [None req-c6262ddb-ed46-4a55-96fa-623498c9ce9f None None] Enqueued Resource ID: 68cb4f9f-5898-47f7-87cb-fc20af53c286 with Priority: HIGHEST for action port [ 882.504272] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cb4f9f-5898-47f7-87cb-fc20af53c286 with Priority: HIGHEST for action port [ 882.504272] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-68cb4f9f-5898-47f7-87cb-fc20af53c286 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.504272] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68cb4f9f-5898-47f7-87cb-fc20af53c286" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.504272] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68cb4f9f-5898-47f7-87cb-fc20af53c286" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.504272] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68cb4f9f-5898-47f7-87cb-fc20af53c286" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.504864] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68cb4f9f-5898-47f7-87cb-fc20af53c286',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.883559] env[62781]: INFO networking_nsxv3.common.synchronization [None req-ae7135b6-b1a1-4f55-af82-a7b8114756a2 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Enqueued Resource ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 with Priority: HIGHEST for action security_group_rules [ 882.883559] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 with Priority: HIGHEST for action security_group_rules [ 882.883559] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1065963-ab5d-4e12-ae27-c2bf96d3bc54 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.883559] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.883559] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.883559] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.883559] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1065963-ab5d-4e12-ae27-c2bf96d3bc54',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.972081] env[62781]: INFO networking_nsxv3.common.synchronization [None req-bfb1cd31-77a8-413c-86e7-0828e78f3043 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Enqueued Resource ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 with Priority: HIGHEST for action security_group_rules [ 882.972632] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 with Priority: HIGHEST for action security_group_rules [ 882.973121] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1065963-ab5d-4e12-ae27-c2bf96d3bc54 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.973203] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.007051] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68cb4f9f-5898-47f7-87cb-fc20af53c286 [ 883.007533] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.007533] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.007621] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.007882] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.008023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.008142] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68cb4f9f-5898-47f7-87cb-fc20af53c286 already deleted. [ 883.008265] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68cb4f9f-5898-47f7-87cb-fc20af53c286" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.383782] env[62781]: INFO networking_nsxv3.common.synchronization [req-cf0b0ef0-7017-42f9-ab4b-8f6c302bf267 req-d4e44c7c-74a5-4569-871c-665d7034805a tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Enqueued Resource ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 with Priority: HIGHEST for action security_group_members [ 883.385557] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 with Priority: HIGHEST for action security_group_members [ 883.386301] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d1f999-c2bb-4f57-8750-f41e692faab1 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.387123] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.387123] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.387123] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.387123] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.387123] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.387123] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.387123] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.387338] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.387338] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8d1f999-c2bb-4f57-8750-f41e692faab1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.408250] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.408390] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.408462] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.408672] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.408760] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.408855] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 already deleted. [ 883.408937] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.409719] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.409834] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.409922] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1065963-ab5d-4e12-ae27-c2bf96d3bc54',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.889725] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8d1f999-c2bb-4f57-8750-f41e692faab1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.933991] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.933991] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.933991] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.933991] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.933991] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.933991] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 already deleted. [ 883.933991] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.392644] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8d1f999-c2bb-4f57-8750-f41e692faab1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.792398] env[62781]: INFO networking_nsxv3.common.synchronization [req-894ea050-9890-4c2f-a9db-6854e17c951e req-43c6bd92-4073-4f5a-85a7-9ed9cc1a35ec tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Enqueued Resource ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c with Priority: HIGHEST for action security_group_members [ 884.793064] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c with Priority: HIGHEST for action security_group_members [ 884.793279] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.793399] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.793466] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.793658] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.793813] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.793910] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.793975] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.794194] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.794311] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.794465] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.805931] env[62781]: INFO networking_nsxv3.common.synchronization [None req-61887c2d-efe1-4485-bc5a-78ab7a1f5d2d None None] Enqueued Resource ID: df3bc5db-f4d8-4fb4-aee3-a2cbc92ff16d with Priority: HIGHEST for action port [ 884.806414] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df3bc5db-f4d8-4fb4-aee3-a2cbc92ff16d with Priority: HIGHEST for action port [ 884.807195] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-df3bc5db-f4d8-4fb4-aee3-a2cbc92ff16d taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.808830] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df3bc5db-f4d8-4fb4-aee3-a2cbc92ff16d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.808919] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df3bc5db-f4d8-4fb4-aee3-a2cbc92ff16d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.809183] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df3bc5db-f4d8-4fb4-aee3-a2cbc92ff16d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.809873] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df3bc5db-f4d8-4fb4-aee3-a2cbc92ff16d',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.896440] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.896806] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.896806] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.896926] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.897164] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.897344] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 is going to be updated. [ 884.928201] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.928201] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.928201] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.928201] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.928201] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.935227] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 in Status: IN_PROGRESS for 2s [ 885.296949] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.312055] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df3bc5db-f4d8-4fb4-aee3-a2cbc92ff16d [ 885.312137] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.312251] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.312322] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.312531] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.312618] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.312711] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df3bc5db-f4d8-4fb4-aee3-a2cbc92ff16d already deleted. [ 885.312791] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df3bc5db-f4d8-4fb4-aee3-a2cbc92ff16d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.798882] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.303590] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.303590] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.303590] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.303590] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.303590] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.303590] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c is going to be updated. [ 886.329432] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.329432] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.329432] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.329432] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.329432] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.336393] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c in Status: IN_PROGRESS for 2s [ 886.945296] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 in Status: SUCCESS [ 886.945429] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.344915] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c in Status: SUCCESS [ 888.345278] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.758395] env[62781]: INFO networking_nsxv3.common.synchronization [req-27e3e332-dac0-4f92-83be-155c4352deb0 req-16ebd4ee-7ced-43b0-92a0-39f0a22e2fbe tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Enqueued Resource ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 with Priority: HIGHEST for action security_group_members [ 888.758395] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 with Priority: HIGHEST for action security_group_members [ 888.758395] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.758395] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.758395] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.758899] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.759171] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.759443] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.760504] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.760748] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.760915] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.761094] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.241382] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-822 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.241791] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-822" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.242046] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-822" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.242401] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-822" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.242780] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.243743] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.244660] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.245023] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.245374] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.245885] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 889.246112] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 889.246468] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 889.246761] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 889.246982] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 889.247203] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 889.247444] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 889.265373] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 889.265457] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 889.265579] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 889.266567] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-822" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.266567] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-4bd6f493-a3a3-462c-85fa-0695d4603f58 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.266567] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-4bd6f493-a3a3-462c-85fa-0695d4603f58" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.266567] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-4bd6f493-a3a3-462c-85fa-0695d4603f58" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.266790] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-4bd6f493-a3a3-462c-85fa-0695d4603f58" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.266790] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bd6f493-a3a3-462c-85fa-0695d4603f58',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.270148] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.771364] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.771691] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.771735] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.772041] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.772203] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.772502] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.772675] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.772787] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.773009] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.773153] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.773434] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.773680] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.773809] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.774029] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.774173] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.774316] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 4bd6f493-a3a3-462c-85fa-0695d4603f58 is going to be updated. [ 889.775380] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.803601] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.803964] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.804112] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.804372] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.804566] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.804787] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-4bd6f493-a3a3-462c-85fa-0695d4603f58" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.278179] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.278357] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.278437] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.278679] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.278793] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.278894] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 is going to be updated. [ 890.303705] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.303857] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.303934] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.304253] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.304317] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.312795] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 in Status: IN_PROGRESS for 2s [ 890.505992] env[62781]: INFO networking_nsxv3.common.synchronization [req-8ec865a9-b67c-4fec-934a-62a1a546a30a req-642c7064-7078-455c-bdb1-1c3e89e2a378 service nova] Enqueued Resource ID: cab2e530-c83d-409b-b957-a8bc417d0bce with Priority: HIGHEST for action security_group_rules [ 890.506191] env[62781]: INFO networking_nsxv3.common.synchronization [req-8ec865a9-b67c-4fec-934a-62a1a546a30a req-642c7064-7078-455c-bdb1-1c3e89e2a378 service nova] Enqueued Resource ID: cab2e530-c83d-409b-b957-a8bc417d0bce with Priority: HIGHEST for action security_group_members [ 890.506341] env[62781]: INFO networking_nsxv3.common.synchronization [req-8ec865a9-b67c-4fec-934a-62a1a546a30a req-642c7064-7078-455c-bdb1-1c3e89e2a378 service nova] Enqueued Resource ID: 4bd6f493-a3a3-462c-85fa-0695d4603f58 with Priority: HIGHEST for action port [ 890.506574] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab2e530-c83d-409b-b957-a8bc417d0bce with Priority: HIGHEST for action security_group_rules [ 890.506703] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab2e530-c83d-409b-b957-a8bc417d0bce with Priority: HIGHEST for action security_group_members [ 890.506801] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd6f493-a3a3-462c-85fa-0695d4603f58 with Priority: HIGHEST for action port [ 890.507340] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cab2e530-c83d-409b-b957-a8bc417d0bce taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.509327] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.509327] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.509551] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.510122] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cab2e530-c83d-409b-b957-a8bc417d0bce',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.511810] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab2e530-c83d-409b-b957-a8bc417d0bce taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.511990] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.512809] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.512809] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.512809] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.512809] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.512809] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.513688] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.513688] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.513688] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cab2e530-c83d-409b-b957-a8bc417d0bce',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.514363] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bd6f493-a3a3-462c-85fa-0695d4603f58 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.514526] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bd6f493-a3a3-462c-85fa-0695d4603f58" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.514526] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bd6f493-a3a3-462c-85fa-0695d4603f58" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.514674] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bd6f493-a3a3-462c-85fa-0695d4603f58" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.514737] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bd6f493-a3a3-462c-85fa-0695d4603f58',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.016640] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab2e530-c83d-409b-b957-a8bc417d0bce taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.016961] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.017147] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bd6f493-a3a3-462c-85fa-0695d4603f58 with status ACTIVE [ 891.017330] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.017448] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.017587] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.017799] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.017888] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.018073] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.018171] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.018230] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.018383] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.018459] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.018636] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.018728] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.018789] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.018923] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.018997] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.019136] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bd6f493-a3a3-462c-85fa-0695d4603f58 is going to be updated. [ 891.020551] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cab2e530-c83d-409b-b957-a8bc417d0bce',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.042337] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.042337] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.042337] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.042337] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.042337] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.042337] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bd6f493-a3a3-462c-85fa-0695d4603f58" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.523921] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cab2e530-c83d-409b-b957-a8bc417d0bce',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.009076] env[62781]: INFO networking_nsxv3.common.synchronization [None req-967fbbeb-ddfa-40be-85b2-fd3ca548568a None None] Enqueued Resource ID: f3a53f45-7a10-4956-8d82-be039472e004 with Priority: HIGHEST for action port [ 892.009076] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3a53f45-7a10-4956-8d82-be039472e004 with Priority: HIGHEST for action port [ 892.009195] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3a53f45-7a10-4956-8d82-be039472e004 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.009272] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3a53f45-7a10-4956-8d82-be039472e004" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.009423] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3a53f45-7a10-4956-8d82-be039472e004" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.009618] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3a53f45-7a10-4956-8d82-be039472e004" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.009697] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3a53f45-7a10-4956-8d82-be039472e004',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.028523] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.028523] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.028523] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.028523] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.028523] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.028523] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cab2e530-c83d-409b-b957-a8bc417d0bce is going to be updated. [ 892.055179] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.055179] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.055179] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.055179] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.055179] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.061636] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab2e530-c83d-409b-b957-a8bc417d0bce in Status: IN_PROGRESS for 2s [ 892.321765] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 in Status: SUCCESS [ 892.321765] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.513542] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3a53f45-7a10-4956-8d82-be039472e004 [ 892.513542] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.513542] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.513542] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.513810] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.513810] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.513892] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3a53f45-7a10-4956-8d82-be039472e004 already deleted. [ 892.513970] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3a53f45-7a10-4956-8d82-be039472e004" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.950868] env[62781]: INFO networking_nsxv3.common.synchronization [None req-b7d0eb63-3ea0-40d1-b7a1-4339700a16b8 None None] Enqueued Resource ID: d782d1ce-2e64-463f-abf9-9f9dc77f42d8 with Priority: HIGHEST for action port [ 893.951493] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d782d1ce-2e64-463f-abf9-9f9dc77f42d8 with Priority: HIGHEST for action port [ 893.951993] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-d782d1ce-2e64-463f-abf9-9f9dc77f42d8 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.952164] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d782d1ce-2e64-463f-abf9-9f9dc77f42d8" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.952418] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d782d1ce-2e64-463f-abf9-9f9dc77f42d8" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.952670] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d782d1ce-2e64-463f-abf9-9f9dc77f42d8" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.952828] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d782d1ce-2e64-463f-abf9-9f9dc77f42d8',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.070404] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab2e530-c83d-409b-b957-a8bc417d0bce in Status: SUCCESS [ 894.070618] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.070857] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.071019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.071221] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.071342] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.071395] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.071687] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.071687] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.071687] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.071969] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cab2e530-c83d-409b-b957-a8bc417d0bce',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.456076] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d782d1ce-2e64-463f-abf9-9f9dc77f42d8 [ 894.456587] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.456815] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.456815] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.457017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.457139] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.457254] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d782d1ce-2e64-463f-abf9-9f9dc77f42d8 already deleted. [ 894.457349] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d782d1ce-2e64-463f-abf9-9f9dc77f42d8" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.574539] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab2e530-c83d-409b-b957-a8bc417d0bce taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.574711] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.574802] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.574973] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.575150] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.575252] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.575305] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.575459] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.575528] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.575622] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.575770] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab2e530-c83d-409b-b957-a8bc417d0bce taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.575869] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.575918] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.576065] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.576206] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.576308] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.576369] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.576484] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.576552] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.576648] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.576758] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cab2e530-c83d-409b-b957-a8bc417d0bce',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.080799] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cab2e530-c83d-409b-b957-a8bc417d0bce: rpc.has_security_group_logging(os_id): False [ 895.095899] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.096108] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.096155] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.096374] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.096466] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.096665] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.096850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.096899] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.097127] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.097239] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.097537] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.097646] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.097717] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.097869] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.097944] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.098159] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.098253] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.098313] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.098452] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.098542] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.098641] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cab2e530-c83d-409b-b957-a8bc417d0bce is going to be updated. [ 895.153732] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.153879] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.153957] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.154286] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.154526] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.167761] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cab2e530-c83d-409b-b957-a8bc417d0bce in Status: IN_PROGRESS for 2s [ 897.182235] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cab2e530-c83d-409b-b957-a8bc417d0bce in Status: SUCCESS [ 897.182577] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.771310] env[62781]: INFO networking_nsxv3.common.synchronization [None req-ff7fe60e-63da-472e-a3b2-f3cc193e6dfd None None] Enqueued Resource ID: 0e5fef3f-117e-47b1-8ed9-de26a741f3bd with Priority: HIGHEST for action port [ 897.771584] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5fef3f-117e-47b1-8ed9-de26a741f3bd with Priority: HIGHEST for action port [ 897.772570] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e5fef3f-117e-47b1-8ed9-de26a741f3bd taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.772706] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e5fef3f-117e-47b1-8ed9-de26a741f3bd" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.772768] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e5fef3f-117e-47b1-8ed9-de26a741f3bd" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.773036] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e5fef3f-117e-47b1-8ed9-de26a741f3bd" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.773116] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e5fef3f-117e-47b1-8ed9-de26a741f3bd',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.275342] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e5fef3f-117e-47b1-8ed9-de26a741f3bd [ 898.275625] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.275734] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.275790] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.275957] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.276054] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.276146] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e5fef3f-117e-47b1-8ed9-de26a741f3bd already deleted. [ 898.276221] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e5fef3f-117e-47b1-8ed9-de26a741f3bd" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.392678] env[62781]: INFO networking_nsxv3.common.synchronization [req-712cab08-1e07-4ab5-87bf-012fb6556f3f req-34a297c7-ac19-440c-ac25-7dbdcb418c5a tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Enqueued Resource ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad with Priority: HIGHEST for action security_group_members [ 898.392678] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad with Priority: HIGHEST for action security_group_members [ 898.392819] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.392939] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.393012] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.393271] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.393486] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.393865] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.393865] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.393865] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.393865] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.394731] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a73c0f7d-e094-4e30-ad9a-7b069133b7ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.895844] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.896612] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.896612] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.896612] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.896612] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.896612] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.896786] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.896786] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.896848] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.896927] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.897021] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad already deleted. [ 898.897107] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.067146] env[62781]: INFO networking_nsxv3.common.synchronization [req-999aa6a8-79a4-46a0-9e13-f0687f18f4a6 req-33a541a5-3b84-4a19-8e70-c0eed0edc894 tempest-SecurityGroupRulesNegativeTestJSON-1584166809 tempest-SecurityGroupRulesNegativeTestJSON-1584166809-project-member] Enqueued Resource ID: 728f3ded-e01c-4080-928b-fef48678d67c with Priority: HIGHEST for action security_group_rules [ 899.067146] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728f3ded-e01c-4080-928b-fef48678d67c with Priority: HIGHEST for action security_group_rules [ 899.067146] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-728f3ded-e01c-4080-928b-fef48678d67c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.067146] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-728f3ded-e01c-4080-928b-fef48678d67c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.067146] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-728f3ded-e01c-4080-928b-fef48678d67c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.067146] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-728f3ded-e01c-4080-928b-fef48678d67c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.067146] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('728f3ded-e01c-4080-928b-fef48678d67c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.158929] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-686 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.158929] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-686" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.158929] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-686" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.159505] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-686" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.160194] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.160877] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.161218] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.161631] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.164459] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.164888] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.165132] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.165349] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.165765] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.165999] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.166227] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.166506] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.184681] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.184799] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 899.184948] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.185170] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-686" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.186059] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-d1a1d921-d0a3-43d0-86bd-1dc2277f0bac taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.186314] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-d1a1d921-d0a3-43d0-86bd-1dc2277f0bac" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.186425] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-d1a1d921-d0a3-43d0-86bd-1dc2277f0bac" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.189358] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-d1a1d921-d0a3-43d0-86bd-1dc2277f0bac" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.189358] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1a1d921-d0a3-43d0-86bd-1dc2277f0bac',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.496134] env[62781]: INFO networking_nsxv3.common.synchronization [req-31a1b41d-057a-4393-90e7-8a108e48991a req-5a9d1248-6099-4771-ab77-64a34537007a tempest-SecurityGroupRulesNegativeTestJSON-1584166809 tempest-SecurityGroupRulesNegativeTestJSON-1584166809-project-member] Enqueued Resource ID: 728f3ded-e01c-4080-928b-fef48678d67c with Priority: HIGHEST for action security_group_rules [ 899.496134] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728f3ded-e01c-4080-928b-fef48678d67c with Priority: HIGHEST for action security_group_rules [ 899.496735] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-728f3ded-e01c-4080-928b-fef48678d67c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.496994] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-728f3ded-e01c-4080-928b-fef48678d67c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.589476] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.589476] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.589476] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.589476] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.589476] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.589476] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 728f3ded-e01c-4080-928b-fef48678d67c already deleted. [ 899.589476] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-728f3ded-e01c-4080-928b-fef48678d67c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.589476] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-728f3ded-e01c-4080-928b-fef48678d67c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.589476] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-728f3ded-e01c-4080-928b-fef48678d67c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.589476] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('728f3ded-e01c-4080-928b-fef48678d67c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.695210] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.695210] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.695210] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.695210] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.695210] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.695210] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port d1a1d921-d0a3-43d0-86bd-1dc2277f0bac not found, creating... [ 899.695210] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.695210] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.695210] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.695210] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.695210] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.695931] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.695931] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.695931] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.695931] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.695931] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.695931] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: d1a1d921-d0a3-43d0-86bd-1dc2277f0bac is going to be created. [ 899.714451] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.714660] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.714786] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.715098] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.715336] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.715570] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-d1a1d921-d0a3-43d0-86bd-1dc2277f0bac" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.111843] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.112050] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.112605] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.112605] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.112605] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.112605] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 728f3ded-e01c-4080-928b-fef48678d67c already deleted. [ 900.112605] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-728f3ded-e01c-4080-928b-fef48678d67c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.252119] env[62781]: INFO networking_nsxv3.common.synchronization [None req-c1cbd99c-d07d-40e5-94fd-76180c46d576 None None] Enqueued Resource ID: 3e45a13a-ecea-4104-bd21-6254dd8961c9 with Priority: HIGHEST for action port [ 900.252682] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e45a13a-ecea-4104-bd21-6254dd8961c9 with Priority: HIGHEST for action port [ 900.253014] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e45a13a-ecea-4104-bd21-6254dd8961c9 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.253174] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e45a13a-ecea-4104-bd21-6254dd8961c9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.253257] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e45a13a-ecea-4104-bd21-6254dd8961c9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.253517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e45a13a-ecea-4104-bd21-6254dd8961c9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.253604] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e45a13a-ecea-4104-bd21-6254dd8961c9',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.727953] env[62781]: INFO networking_nsxv3.common.synchronization [None req-e0f817f7-6aff-446b-b220-972cc731adef None None] Enqueued Resource ID: d400c26a-34a8-41ab-8272-67825b638ef4 with Priority: HIGHEST for action port [ 900.727953] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d400c26a-34a8-41ab-8272-67825b638ef4 with Priority: HIGHEST for action port [ 900.727953] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-d400c26a-34a8-41ab-8272-67825b638ef4 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.727953] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d400c26a-34a8-41ab-8272-67825b638ef4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.727953] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d400c26a-34a8-41ab-8272-67825b638ef4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.727953] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d400c26a-34a8-41ab-8272-67825b638ef4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.729639] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d400c26a-34a8-41ab-8272-67825b638ef4',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.756691] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e45a13a-ecea-4104-bd21-6254dd8961c9 [ 900.756691] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.756691] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.756691] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.757129] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.757129] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.757129] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e45a13a-ecea-4104-bd21-6254dd8961c9 already deleted. [ 900.757129] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e45a13a-ecea-4104-bd21-6254dd8961c9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.018151] env[62781]: INFO networking_nsxv3.common.synchronization [req-712cab08-1e07-4ab5-87bf-012fb6556f3f req-bd4abbc8-eb5c-43db-860f-f00ca15024ec service nova] Enqueued Resource ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad with Priority: HIGHEST for action security_group_rules [ 901.018151] env[62781]: INFO networking_nsxv3.common.synchronization [req-712cab08-1e07-4ab5-87bf-012fb6556f3f req-bd4abbc8-eb5c-43db-860f-f00ca15024ec service nova] Enqueued Resource ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad with Priority: HIGHEST for action security_group_members [ 901.018151] env[62781]: INFO networking_nsxv3.common.synchronization [req-712cab08-1e07-4ab5-87bf-012fb6556f3f req-bd4abbc8-eb5c-43db-860f-f00ca15024ec service nova] Enqueued Resource ID: d1a1d921-d0a3-43d0-86bd-1dc2277f0bac with Priority: HIGHEST for action port [ 901.018737] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad with Priority: HIGHEST for action security_group_rules [ 901.019032] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad with Priority: HIGHEST for action security_group_members [ 901.019270] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1a1d921-d0a3-43d0-86bd-1dc2277f0bac with Priority: HIGHEST for action port [ 901.019708] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a73c0f7d-e094-4e30-ad9a-7b069133b7ad taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.019987] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.020158] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.020530] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.020730] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a73c0f7d-e094-4e30-ad9a-7b069133b7ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.022029] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.022290] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.022488] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.022789] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.023102] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.024544] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.024544] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.024544] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.024544] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.024544] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a73c0f7d-e094-4e30-ad9a-7b069133b7ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.025198] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1a1d921-d0a3-43d0-86bd-1dc2277f0bac taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.025466] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1a1d921-d0a3-43d0-86bd-1dc2277f0bac" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.025628] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1a1d921-d0a3-43d0-86bd-1dc2277f0bac" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.025864] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1a1d921-d0a3-43d0-86bd-1dc2277f0bac" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.026046] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1a1d921-d0a3-43d0-86bd-1dc2277f0bac',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.145496] env[62781]: INFO networking_nsxv3.common.synchronization [None req-eafe8503-4038-4fcf-a381-ea1efafc4418 None None] Enqueued Resource ID: ac5d9312-60f8-46a3-b2f7-4ca2367d5eb1 with Priority: HIGHEST for action port [ 901.149012] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac5d9312-60f8-46a3-b2f7-4ca2367d5eb1 with Priority: HIGHEST for action port [ 901.149012] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac5d9312-60f8-46a3-b2f7-4ca2367d5eb1 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.149012] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac5d9312-60f8-46a3-b2f7-4ca2367d5eb1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.149012] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac5d9312-60f8-46a3-b2f7-4ca2367d5eb1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.149012] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac5d9312-60f8-46a3-b2f7-4ca2367d5eb1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.149012] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac5d9312-60f8-46a3-b2f7-4ca2367d5eb1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.227325] env[62781]: INFO networking_nsxv3.common.synchronization [req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 req-4eb8bdfe-ff42-466e-80ba-bdcbad2c137d tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Enqueued Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_members [ 901.228585] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_members [ 901.229036] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.229280] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.229435] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.231015] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.231015] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.231015] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.231015] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.231015] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.231015] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.231015] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.238789] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d400c26a-34a8-41ab-8272-67825b638ef4 [ 901.238789] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.238789] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.238789] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.238789] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.238789] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.238789] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d400c26a-34a8-41ab-8272-67825b638ef4 already deleted. [ 901.238789] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d400c26a-34a8-41ab-8272-67825b638ef4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.529945] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a73c0f7d-e094-4e30-ad9a-7b069133b7ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.531018] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.531137] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.531283] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1a1d921-d0a3-43d0-86bd-1dc2277f0bac with status ACTIVE [ 901.531441] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.531547] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.531612] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.531854] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.531982] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.532128] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.532225] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.532319] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.532435] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.532509] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.532708] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.532777] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.532823] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.533273] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.533273] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.533273] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1a1d921-d0a3-43d0-86bd-1dc2277f0bac is going to be updated. [ 901.555469] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.555603] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.555674] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.555885] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.556031] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.556187] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1a1d921-d0a3-43d0-86bd-1dc2277f0bac" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.651253] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac5d9312-60f8-46a3-b2f7-4ca2367d5eb1 [ 901.651437] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.651576] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.651653] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.651907] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.652123] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.652195] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac5d9312-60f8-46a3-b2f7-4ca2367d5eb1 already deleted. [ 901.652282] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac5d9312-60f8-46a3-b2f7-4ca2367d5eb1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.736511] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.736511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.736511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.736511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.736511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.736511] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.736511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.736511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.736511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.736511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.736511] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9588ff4a-654e-400c-a650-03930bdde17c is going to be updated. [ 901.762648] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.762648] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.762648] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.762648] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.762943] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.772431] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: IN_PROGRESS for 2s [ 902.032858] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-507 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.032858] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-507" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.032858] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-507" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.033044] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-507" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.033173] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.033349] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.033467] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.033700] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.033849] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.034076] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 902.034189] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 902.034816] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 902.034816] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 902.034816] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 902.034816] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 902.034816] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 902.036973] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a73c0f7d-e094-4e30-ad9a-7b069133b7ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.061062] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 902.061062] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 902.061062] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 902.061062] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-507" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.061062] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-a5ae427b-c7fc-4696-b482-74e318e3756e taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.061062] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-a5ae427b-c7fc-4696-b482-74e318e3756e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.061062] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-a5ae427b-c7fc-4696-b482-74e318e3756e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.061062] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-a5ae427b-c7fc-4696-b482-74e318e3756e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.061062] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5ae427b-c7fc-4696-b482-74e318e3756e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.542056] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.542323] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.542448] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.544869] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.545078] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.545282] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad is going to be created. [ 902.567547] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.567547] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.567547] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.567547] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.567547] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.567547] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port a5ae427b-c7fc-4696-b482-74e318e3756e not found, creating... [ 902.567547] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.567547] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.567547] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.567998] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.567998] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.568324] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.568522] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.568677] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.568937] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.569137] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.569409] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: a5ae427b-c7fc-4696-b482-74e318e3756e is going to be created. [ 902.571314] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.575034] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.575034] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.575034] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.575034] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.581056] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad in Status: UNINITIALIZED for 2s [ 902.591988] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.591988] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.591988] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.591988] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.591988] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.591988] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-a5ae427b-c7fc-4696-b482-74e318e3756e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.762412] env[62781]: INFO networking_nsxv3.common.synchronization [None req-94c7d670-102a-4f6f-9e3c-eb3fe9f0a591 None None] Enqueued Resource ID: bc12abc4-3bf1-4d9d-82f8-c344543d9e59 with Priority: HIGHEST for action port [ 902.762680] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc12abc4-3bf1-4d9d-82f8-c344543d9e59 with Priority: HIGHEST for action port [ 902.763275] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc12abc4-3bf1-4d9d-82f8-c344543d9e59 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.763811] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc12abc4-3bf1-4d9d-82f8-c344543d9e59" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.763811] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc12abc4-3bf1-4d9d-82f8-c344543d9e59" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.763811] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc12abc4-3bf1-4d9d-82f8-c344543d9e59" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.763811] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc12abc4-3bf1-4d9d-82f8-c344543d9e59',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.267823] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc12abc4-3bf1-4d9d-82f8-c344543d9e59 [ 903.269035] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.269035] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.269035] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.269035] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.269035] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.269035] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc12abc4-3bf1-4d9d-82f8-c344543d9e59 already deleted. [ 903.269035] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc12abc4-3bf1-4d9d-82f8-c344543d9e59" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.448394] env[62781]: INFO networking_nsxv3.common.synchronization [req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 req-ae93fcf5-6c5d-4d62-8424-5ffefd75b728 service nova] Enqueued Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_rules [ 903.449633] env[62781]: INFO networking_nsxv3.common.synchronization [req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 req-ae93fcf5-6c5d-4d62-8424-5ffefd75b728 service nova] Enqueued Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_members [ 903.449633] env[62781]: INFO networking_nsxv3.common.synchronization [req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 req-ae93fcf5-6c5d-4d62-8424-5ffefd75b728 service nova] Enqueued Resource ID: a5ae427b-c7fc-4696-b482-74e318e3756e with Priority: HIGHEST for action port [ 903.449633] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_rules [ 903.449633] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_members [ 903.449633] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ae427b-c7fc-4696-b482-74e318e3756e with Priority: HIGHEST for action port [ 903.450051] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.450230] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.450230] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.450449] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.450588] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.453658] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.453658] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.453752] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5ae427b-c7fc-4696-b482-74e318e3756e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.453813] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5ae427b-c7fc-4696-b482-74e318e3756e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.453845] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5ae427b-c7fc-4696-b482-74e318e3756e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.454056] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5ae427b-c7fc-4696-b482-74e318e3756e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.454135] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5ae427b-c7fc-4696-b482-74e318e3756e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.781714] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: SUCCESS [ 903.781991] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9588ff4a-654e-400c-a650-03930bdde17c deletion is rescheduled due to dependency. [ 903.781991] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.782164] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.782362] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.782541] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.782653] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.782719] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.782861] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.782939] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.783044] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.956222] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.956222] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.956222] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5ae427b-c7fc-4696-b482-74e318e3756e with status ACTIVE [ 903.956222] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.956222] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.956222] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.956517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.956517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.957724] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.957724] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.957724] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.957724] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.957724] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.957724] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.957724] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.957724] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.958025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.958025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.958025] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5ae427b-c7fc-4696-b482-74e318e3756e is going to be updated. [ 903.972310] env[62781]: INFO networking_nsxv3.common.synchronization [None req-eba11ce1-b418-42e2-9a57-8f75db118df7 None None] Enqueued Resource ID: b8086045-301f-460f-baa5-5c254e1d0ec7 with Priority: HIGHEST for action port [ 903.973280] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8086045-301f-460f-baa5-5c254e1d0ec7 with Priority: HIGHEST for action port [ 903.973678] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8086045-301f-460f-baa5-5c254e1d0ec7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.973786] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8086045-301f-460f-baa5-5c254e1d0ec7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.973896] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8086045-301f-460f-baa5-5c254e1d0ec7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.974386] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8086045-301f-460f-baa5-5c254e1d0ec7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.974386] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8086045-301f-460f-baa5-5c254e1d0ec7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.978714] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.978916] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.978916] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.979294] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.979628] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.979809] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5ae427b-c7fc-4696-b482-74e318e3756e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.289277] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.476726] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8086045-301f-460f-baa5-5c254e1d0ec7 [ 904.476726] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.476726] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.476726] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.477292] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.477412] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.477591] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8086045-301f-460f-baa5-5c254e1d0ec7 already deleted. [ 904.477644] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8086045-301f-460f-baa5-5c254e1d0ec7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.589864] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad in Status: SUCCESS [ 904.590079] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.590237] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.590448] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.590743] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.590849] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.590849] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.590970] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.591062] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.591145] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.591232] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a73c0f7d-e094-4e30-ad9a-7b069133b7ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.794682] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.093863] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.093968] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.094050] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.094274] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.094447] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.094549] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.094606] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.094748] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.094947] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.094947] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.095080] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.095151] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.095212] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.095346] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.095481] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.095589] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.095639] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.095788] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.095865] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.095947] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.096050] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a73c0f7d-e094-4e30-ad9a-7b069133b7ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.297041] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.297253] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.297329] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.297610] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.297701] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.297839] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9588ff4a-654e-400c-a650-03930bdde17c is going to be updated. [ 905.323182] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.323434] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.323513] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.323792] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.324018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.333436] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: IN_PROGRESS for 2s [ 905.600193] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a73c0f7d-e094-4e30-ad9a-7b069133b7ad: rpc.has_security_group_logging(os_id): False [ 905.618125] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.618125] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.618125] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.618125] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.618125] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.618125] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.618125] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.618125] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.618125] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.618125] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.618125] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.618125] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.618125] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.618125] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.618125] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.618666] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.618666] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.618666] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.618666] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.618666] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.618666] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad is going to be created. [ 905.750507] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.750507] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.750507] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.750507] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.750507] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.764065] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad in Status: IN_PROGRESS for 2s [ 907.344335] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: SUCCESS [ 907.344650] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.344831] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.345109] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.345368] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.345531] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.345622] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.345840] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.345963] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.346118] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.346236] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.386365] env[62781]: INFO networking_nsxv3.common.synchronization [req-f8f85cdf-799c-4029-8d03-0fbc06b089ff req-08fae0e9-bf9c-493b-9ccf-357b34a33dbe tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Enqueued Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGHEST for action security_group_members [ 907.386978] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGHEST for action security_group_members [ 907.387367] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b866865b-4caf-4c9a-8aca-efb9c8869619 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.389239] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.389239] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.389239] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.389239] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.389239] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.389239] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.389239] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.389239] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.389239] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.686945] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.687376] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-984" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.687700] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-984" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.688124] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-984" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.688575] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.688971] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.689245] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.689652] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.689929] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.690285] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 907.690652] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.692124] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.692124] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.692124] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 907.692124] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.692124] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.712429] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.712650] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 907.712766] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.712953] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-984" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.713378] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-dbbe7140-be2d-4654-92b0-5fff1e52253d taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.713600] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-dbbe7140-be2d-4654-92b0-5fff1e52253d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.713685] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-dbbe7140-be2d-4654-92b0-5fff1e52253d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.714031] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-dbbe7140-be2d-4654-92b0-5fff1e52253d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.714257] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbbe7140-be2d-4654-92b0-5fff1e52253d',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.774444] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad in Status: SUCCESS [ 907.774748] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.848733] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.848904] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.849015] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.849274] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.849471] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.849591] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.849728] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.849885] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.850026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.850135] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.850310] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.850442] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.850494] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.850629] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.850801] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.850908] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.850971] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.851132] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.851236] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.851323] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.851419] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.891346] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.891523] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.891605] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.891836] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.891954] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.892210] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.892291] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.892410] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.892597] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.892757] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.892839] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b866865b-4caf-4c9a-8aca-efb9c8869619 already deleted. [ 907.892967] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.216848] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.217052] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.217346] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.217673] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.217883] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.218059] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port dbbe7140-be2d-4654-92b0-5fff1e52253d not found, creating... [ 908.218329] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.218491] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.218611] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.218828] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.218967] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.219258] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.219419] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.219540] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.219819] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.219956] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.220109] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: dbbe7140-be2d-4654-92b0-5fff1e52253d is going to be created. [ 908.239141] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.239336] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.239465] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.239767] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.239994] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.240232] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-dbbe7140-be2d-4654-92b0-5fff1e52253d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.354040] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9588ff4a-654e-400c-a650-03930bdde17c: rpc.has_security_group_logging(os_id): False [ 908.371862] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.372044] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.372090] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.372292] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.372382] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.372982] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.372982] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.372982] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.372982] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.372982] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.373233] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.373233] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.373354] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.373385] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.373459] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.373656] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.373750] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.373811] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.373947] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.374030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.374115] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9588ff4a-654e-400c-a650-03930bdde17c is going to be updated. [ 908.453847] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.454114] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.454114] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.454371] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.454523] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.488256] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: IN_PROGRESS for 2s [ 908.932640] env[62781]: INFO networking_nsxv3.common.synchronization [req-f8f85cdf-799c-4029-8d03-0fbc06b089ff req-6308ef11-d6ce-4f59-8f7c-b7e1f8a62fad service nova] Enqueued Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGHEST for action security_group_rules [ 908.932822] env[62781]: INFO networking_nsxv3.common.synchronization [req-f8f85cdf-799c-4029-8d03-0fbc06b089ff req-6308ef11-d6ce-4f59-8f7c-b7e1f8a62fad service nova] Enqueued Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGHEST for action security_group_members [ 908.933958] env[62781]: INFO networking_nsxv3.common.synchronization [req-f8f85cdf-799c-4029-8d03-0fbc06b089ff req-6308ef11-d6ce-4f59-8f7c-b7e1f8a62fad service nova] Enqueued Resource ID: dbbe7140-be2d-4654-92b0-5fff1e52253d with Priority: HIGHEST for action port [ 908.933958] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGHEST for action security_group_rules [ 908.933958] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGHEST for action security_group_members [ 908.933958] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbbe7140-be2d-4654-92b0-5fff1e52253d with Priority: HIGHEST for action port [ 908.935196] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b866865b-4caf-4c9a-8aca-efb9c8869619 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.935196] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.935196] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.950206] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.950206] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.951547] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b866865b-4caf-4c9a-8aca-efb9c8869619 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.951790] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.951901] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.952250] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.952481] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.952774] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.952923] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.953158] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.953327] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.953480] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.954550] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbbe7140-be2d-4654-92b0-5fff1e52253d taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.954694] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbbe7140-be2d-4654-92b0-5fff1e52253d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.954798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbbe7140-be2d-4654-92b0-5fff1e52253d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.955317] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbbe7140-be2d-4654-92b0-5fff1e52253d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.955317] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbbe7140-be2d-4654-92b0-5fff1e52253d',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.458259] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b866865b-4caf-4c9a-8aca-efb9c8869619 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.458549] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.458598] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.459549] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dbbe7140-be2d-4654-92b0-5fff1e52253d with status ACTIVE [ 909.459829] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.459989] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.460073] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.460327] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.460456] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.460654] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.460800] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.460800] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.461031] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.461094] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.461234] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.461374] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.461374] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.461546] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.461598] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.461649] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dbbe7140-be2d-4654-92b0-5fff1e52253d is going to be updated. [ 909.483415] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.483415] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.483415] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.483649] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.483797] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.484557] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbbe7140-be2d-4654-92b0-5fff1e52253d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.755859] env[62781]: INFO networking_nsxv3.common.synchronization [req-9bea8558-aacc-4428-b160-06e6c6439957 req-b0dad4a6-d2cf-4755-b16a-b7c15db7e43c tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Enqueued Resource ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 with Priority: HIGHEST for action security_group_members [ 909.756506] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 with Priority: HIGHEST for action security_group_members [ 909.756831] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d1f999-c2bb-4f57-8750-f41e692faab1 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.757063] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.757127] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.757464] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.757464] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.757602] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.757602] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.757753] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.757835] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.757927] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8d1f999-c2bb-4f57-8750-f41e692faab1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.963533] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.263676] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.263676] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.263676] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.263676] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.263676] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.263676] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.263676] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.263676] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.263676] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.263676] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.263676] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 is going to be updated. [ 910.286215] env[62781]: INFO networking_nsxv3.common.synchronization [req-a711d240-760a-4490-b24b-57ce70006fc7 req-e21b1880-17b0-47a2-a6dc-82b1d2eed703 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Enqueued Resource ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 with Priority: HIGHEST for action security_group_members [ 910.286215] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 with Priority: HIGHEST for action security_group_members [ 910.286215] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1065963-ab5d-4e12-ae27-c2bf96d3bc54 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.286215] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.286215] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.286215] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.286215] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.286215] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.286215] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.286215] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.286215] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.287167] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1065963-ab5d-4e12-ae27-c2bf96d3bc54',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.288925] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.289188] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.289332] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.289571] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.289921] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.300396] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 in Status: IN_PROGRESS for 2s [ 910.465522] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.466241] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.466414] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.466749] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.467032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.468169] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b866865b-4caf-4c9a-8aca-efb9c8869619 is going to be created. [ 910.488226] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.492473] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.492473] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.492473] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.492473] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.499851] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b866865b-4caf-4c9a-8aca-efb9c8869619 in Status: UNINITIALIZED for 2s [ 910.503849] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: SUCCESS [ 910.504186] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.605082] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.605082] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-190" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.605082] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-190" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.605082] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-190" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.605082] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.605082] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.605082] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.605761] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.608512] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.608512] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.608512] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.608512] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.608512] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.608512] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.608512] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.608512] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.622424] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.622789] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 910.623099] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.623406] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-190" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.623830] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-0c3a6ab2-a045-4802-8a1c-f60121d1b92d taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.627086] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-0c3a6ab2-a045-4802-8a1c-f60121d1b92d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.627086] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-0c3a6ab2-a045-4802-8a1c-f60121d1b92d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.627086] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-0c3a6ab2-a045-4802-8a1c-f60121d1b92d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.627086] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c3a6ab2-a045-4802-8a1c-f60121d1b92d',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.793607] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.793784] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.793859] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.794102] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.794195] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.794404] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.794549] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.794626] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.794761] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.794864] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.794912] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 already deleted. [ 910.794988] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.129479] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.129770] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.129993] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.130336] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.130534] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.130773] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 0c3a6ab2-a045-4802-8a1c-f60121d1b92d not found, creating... [ 911.131147] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.131431] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.131648] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.131945] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.132244] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.132657] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.132878] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.133068] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.133341] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.133540] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.133709] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 0c3a6ab2-a045-4802-8a1c-f60121d1b92d is going to be created. [ 911.154325] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.154518] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.154649] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.154921] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.155172] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.155397] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-0c3a6ab2-a045-4802-8a1c-f60121d1b92d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.904039] env[62781]: INFO networking_nsxv3.common.synchronization [req-a711d240-760a-4490-b24b-57ce70006fc7 req-037eb190-e282-42b0-987b-73b218dc1989 service nova] Enqueued Resource ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 with Priority: HIGHEST for action security_group_rules [ 911.904039] env[62781]: INFO networking_nsxv3.common.synchronization [req-a711d240-760a-4490-b24b-57ce70006fc7 req-037eb190-e282-42b0-987b-73b218dc1989 service nova] Enqueued Resource ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 with Priority: HIGHEST for action security_group_members [ 911.904039] env[62781]: INFO networking_nsxv3.common.synchronization [req-a711d240-760a-4490-b24b-57ce70006fc7 req-037eb190-e282-42b0-987b-73b218dc1989 service nova] Enqueued Resource ID: 0c3a6ab2-a045-4802-8a1c-f60121d1b92d with Priority: HIGHEST for action port [ 911.904039] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 with Priority: HIGHEST for action security_group_rules [ 911.904039] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 with Priority: HIGHEST for action security_group_members [ 911.904039] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c3a6ab2-a045-4802-8a1c-f60121d1b92d with Priority: HIGHEST for action port [ 911.904039] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1065963-ab5d-4e12-ae27-c2bf96d3bc54 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.904039] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.904039] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.904501] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.904501] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1065963-ab5d-4e12-ae27-c2bf96d3bc54',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.905673] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1065963-ab5d-4e12-ae27-c2bf96d3bc54 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.905806] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.905868] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.906504] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.906504] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.906870] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.906959] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.907159] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.907241] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.908107] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1065963-ab5d-4e12-ae27-c2bf96d3bc54',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.908695] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c3a6ab2-a045-4802-8a1c-f60121d1b92d taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.908888] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c3a6ab2-a045-4802-8a1c-f60121d1b92d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.909291] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c3a6ab2-a045-4802-8a1c-f60121d1b92d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.909291] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c3a6ab2-a045-4802-8a1c-f60121d1b92d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.909291] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c3a6ab2-a045-4802-8a1c-f60121d1b92d',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.275175] env[62781]: INFO networking_nsxv3.common.synchronization [req-a42aa09d-7aaf-417a-936d-5bf5721cf8f2 req-0d1bc21e-8e86-400b-afe3-673a84c9c32a tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Enqueued Resource ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de with Priority: HIGHEST for action security_group_members [ 912.275880] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de with Priority: HIGHEST for action security_group_members [ 912.276262] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcd2779c-5492-4db7-a6ce-7f0d97e611de taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.276417] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.276500] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.276690] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.276968] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.277089] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.277089] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.277572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.277572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.277572] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcd2779c-5492-4db7-a6ce-7f0d97e611de',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.308420] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 in Status: SUCCESS [ 912.308629] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d1f999-c2bb-4f57-8750-f41e692faab1 deletion is rescheduled due to dependency. [ 912.308775] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d1f999-c2bb-4f57-8750-f41e692faab1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.406631] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1065963-ab5d-4e12-ae27-c2bf96d3bc54 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.406631] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.409749] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1065963-ab5d-4e12-ae27-c2bf96d3bc54',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.411218] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c3a6ab2-a045-4802-8a1c-f60121d1b92d with status ACTIVE [ 912.411518] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.411760] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.411931] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.412244] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.412425] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.412785] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.415028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.415028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.415028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.415028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.415028] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.415028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.415028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.415028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.415028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.415028] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c3a6ab2-a045-4802-8a1c-f60121d1b92d is going to be updated. [ 912.435552] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.435945] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.435945] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.435945] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.436105] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.436251] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c3a6ab2-a045-4802-8a1c-f60121d1b92d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.509399] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b866865b-4caf-4c9a-8aca-efb9c8869619 in Status: SUCCESS [ 912.509399] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.509399] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.509399] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.509702] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.509702] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.509702] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.509847] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.509948] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.509995] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.510090] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.786894] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.786894] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.786894] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.786894] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.786894] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.786894] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.786894] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.786894] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.786894] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.786894] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.786894] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de is going to be updated. [ 912.809688] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.810882] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.810882] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.810882] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.810882] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.817864] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de in Status: IN_PROGRESS for 2s [ 912.911596] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1065963-ab5d-4e12-ae27-c2bf96d3bc54',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.014732] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b866865b-4caf-4c9a-8aca-efb9c8869619 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.014902] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.016177] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.016177] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.016177] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.016177] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.016177] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.016177] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.016177] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.016177] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.016177] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b866865b-4caf-4c9a-8aca-efb9c8869619 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.016177] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.016177] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.016769] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.016769] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.016769] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.016769] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.016769] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.016769] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.016769] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.016958] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.414478] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.414648] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.414648] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.414800] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.414890] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.415028] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 is going to be created. [ 913.438027] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.438027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.438027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.438027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.438292] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.447309] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 in Status: UNINITIALIZED for 2s [ 913.519282] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b866865b-4caf-4c9a-8aca-efb9c8869619: rpc.has_security_group_logging(os_id): False [ 913.538174] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.538362] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.538406] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.538598] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.538683] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.538888] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.538985] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.539061] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.539206] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.539280] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.539724] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.539833] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.539896] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.540190] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.540190] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.540310] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.540388] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.540447] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.540582] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.540711] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.540802] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b866865b-4caf-4c9a-8aca-efb9c8869619 is going to be created. [ 913.618711] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.618875] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.618875] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.619068] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.619248] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.639243] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b866865b-4caf-4c9a-8aca-efb9c8869619 in Status: IN_PROGRESS for 2s [ 914.717385] env[62781]: INFO networking_nsxv3.common.synchronization [req-29e8dba7-fa54-4647-9c18-50c5f2f7c80e req-5d2fa007-4a23-4fd5-b383-1640065b6772 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Enqueued Resource ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c with Priority: HIGHEST for action security_group_members [ 914.717957] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c with Priority: HIGHEST for action security_group_members [ 914.718274] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.718396] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.718461] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.718669] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.718809] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.718966] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.718966] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.720199] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.720473] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.720473] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.827955] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de in Status: SUCCESS [ 914.827955] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de deletion is rescheduled due to dependency. [ 914.827955] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.223088] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.223254] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.223469] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.223544] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.223638] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.223833] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.223917] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.223988] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.224260] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.224260] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.224356] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c is going to be updated. [ 915.251220] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.251378] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.251442] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.251638] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.251778] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.259741] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c in Status: IN_PROGRESS for 2s [ 915.456120] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 in Status: SUCCESS [ 915.456726] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.456726] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.456726] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.456896] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.456995] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.457077] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.457232] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.457360] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.457360] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.457472] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1065963-ab5d-4e12-ae27-c2bf96d3bc54',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.651366] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b866865b-4caf-4c9a-8aca-efb9c8869619 in Status: SUCCESS [ 915.651737] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.962283] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1065963-ab5d-4e12-ae27-c2bf96d3bc54',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.100447] env[62781]: INFO networking_nsxv3.common.synchronization [req-ae56a1b3-e695-4f1e-993d-7455fdda3a55 req-8d06e072-12d0-406e-a8e6-3e2421beb59a tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Enqueued Resource ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 with Priority: HIGHEST for action security_group_members [ 916.101829] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 with Priority: HIGHEST for action security_group_members [ 916.102269] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.102474] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.102591] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.102876] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.103109] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.103312] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.103455] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.103691] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.103806] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.103963] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.464619] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1065963-ab5d-4e12-ae27-c2bf96d3bc54: rpc.has_security_group_logging(os_id): False [ 916.482789] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.482953] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.483013] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.483220] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.483309] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.483547] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.483663] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.483731] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.483879] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.483954] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.484066] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 is going to be created. [ 916.537831] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.538030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.538081] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.538250] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.538425] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.548464] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 in Status: IN_PROGRESS for 2s [ 916.606922] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.718538] env[62781]: INFO networking_nsxv3.common.synchronization [req-f8346213-0d1f-46c8-b4d7-19a107db5b5b req-bc8147f5-cf55-408e-9757-11b9b4bc902c tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_members [ 916.719065] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_members [ 916.719363] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.719480] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.719544] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.719835] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.719984] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.720241] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.720303] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.720459] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.720603] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.720790] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.062239] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-10 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.062602] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-10" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.062602] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-10" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.062892] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-10" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.063170] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.063346] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.063543] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.063864] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.064393] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.064761] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 917.065029] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.065171] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.065296] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.065424] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 917.065542] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.065684] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.085870] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.086059] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 917.086785] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.086785] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-10" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.086930] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-5728193a-3310-423f-a21e-da2178413a9f taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.087057] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-5728193a-3310-423f-a21e-da2178413a9f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.087235] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-5728193a-3310-423f-a21e-da2178413a9f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.087635] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-5728193a-3310-423f-a21e-da2178413a9f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.087867] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5728193a-3310-423f-a21e-da2178413a9f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.110440] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.224208] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.224432] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.224504] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.224716] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.224811] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.225049] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.225161] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.225218] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.225412] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.225498] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.225584] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e already deleted. [ 917.225667] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.268970] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c in Status: SUCCESS [ 917.269157] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c deletion is rescheduled due to dependency. [ 917.269283] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.590552] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.590841] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.590977] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.591281] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.591439] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.591601] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 5728193a-3310-423f-a21e-da2178413a9f not found, creating... [ 917.591870] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.592080] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.592217] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.592449] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.592593] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.592877] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.593047] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.593170] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.593381] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.593516] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.593662] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 5728193a-3310-423f-a21e-da2178413a9f is going to be created. [ 917.613179] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.613403] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.613726] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.614021] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.614283] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.614575] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-5728193a-3310-423f-a21e-da2178413a9f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.615589] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.615710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.615781] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.615955] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.616047] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.616162] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 is going to be updated. [ 917.644693] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.644693] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.644885] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.644971] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.645131] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.653984] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 in Status: IN_PROGRESS for 2s [ 918.333655] env[62781]: INFO networking_nsxv3.common.synchronization [req-f8346213-0d1f-46c8-b4d7-19a107db5b5b req-d2f3095c-07f5-4bb2-8a07-198efddf89e0 service nova] Enqueued Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_rules [ 918.334072] env[62781]: INFO networking_nsxv3.common.synchronization [req-f8346213-0d1f-46c8-b4d7-19a107db5b5b req-d2f3095c-07f5-4bb2-8a07-198efddf89e0 service nova] Enqueued Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_members [ 918.334072] env[62781]: INFO networking_nsxv3.common.synchronization [req-f8346213-0d1f-46c8-b4d7-19a107db5b5b req-d2f3095c-07f5-4bb2-8a07-198efddf89e0 service nova] Enqueued Resource ID: 5728193a-3310-423f-a21e-da2178413a9f with Priority: HIGHEST for action port [ 918.334524] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_rules [ 918.334649] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_members [ 918.334783] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5728193a-3310-423f-a21e-da2178413a9f with Priority: HIGHEST for action port [ 918.338361] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.338505] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.338636] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.338903] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.338989] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.341316] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.341316] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.341316] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.341601] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.341695] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.341797] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.341867] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.342043] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.342136] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.342227] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.344198] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-5728193a-3310-423f-a21e-da2178413a9f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.344303] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5728193a-3310-423f-a21e-da2178413a9f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.344303] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5728193a-3310-423f-a21e-da2178413a9f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.345012] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5728193a-3310-423f-a21e-da2178413a9f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.345012] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5728193a-3310-423f-a21e-da2178413a9f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.563970] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 in Status: SUCCESS [ 918.563970] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.843535] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.843535] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.844917] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.845864] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5728193a-3310-423f-a21e-da2178413a9f with status ACTIVE [ 918.846445] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.846445] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.846445] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.846684] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.846818] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.847112] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.847233] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.847349] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.847537] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.847656] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.847928] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.851511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.851511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.851511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.851511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.851511] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5728193a-3310-423f-a21e-da2178413a9f is going to be updated. [ 918.872817] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.873090] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.873214] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.873569] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.873782] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.874214] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5728193a-3310-423f-a21e-da2178413a9f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.249436] env[62781]: INFO networking_nsxv3.common.synchronization [req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d req-756266b5-a23b-4b4b-b8dd-d4759687e35f tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Enqueued Resource ID: c11fb154-add7-4a68-b367-a62361d3194c with Priority: HIGHEST for action security_group_members [ 919.250036] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c11fb154-add7-4a68-b367-a62361d3194c with Priority: HIGHEST for action security_group_members [ 919.250371] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c11fb154-add7-4a68-b367-a62361d3194c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.250494] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c11fb154-add7-4a68-b367-a62361d3194c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.250563] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c11fb154-add7-4a68-b367-a62361d3194c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.250889] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c11fb154-add7-4a68-b367-a62361d3194c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.251077] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.251169] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.251233] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.251392] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.251477] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.251587] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c11fb154-add7-4a68-b367-a62361d3194c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.352424] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.592704] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.592951] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-837" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.593116] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-837" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.593510] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-837" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.593840] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.594112] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.594257] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.594519] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.594710] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.594989] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 919.595150] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 919.595314] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 919.595454] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 919.595610] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 919.595739] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 919.595914] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 919.614462] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 919.614672] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 919.614851] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 919.615081] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-837" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.615468] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-47c1797e-d20d-4908-99c9-292d2672662a taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.615677] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-47c1797e-d20d-4908-99c9-292d2672662a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.615822] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-47c1797e-d20d-4908-99c9-292d2672662a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.616242] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-47c1797e-d20d-4908-99c9-292d2672662a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.616655] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47c1797e-d20d-4908-99c9-292d2672662a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.665071] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 in Status: SUCCESS [ 919.665307] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.754492] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.754682] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.754756] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.754977] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.755076] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.755315] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.755398] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.755465] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.755810] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.755810] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.755810] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c11fb154-add7-4a68-b367-a62361d3194c already deleted. [ 919.756022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c11fb154-add7-4a68-b367-a62361d3194c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.854492] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.854676] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.854712] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.854967] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.855083] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.855179] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e is going to be created. [ 919.879121] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.879263] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.879337] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.879541] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.879721] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.888556] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: UNINITIALIZED for 2s [ 920.119749] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.120037] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.120175] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.120476] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.120688] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.120821] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 47c1797e-d20d-4908-99c9-292d2672662a not found, creating... [ 920.121134] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.121307] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.121431] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.121668] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.121815] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.122682] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.122885] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.123024] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.123255] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.123403] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.123583] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 47c1797e-d20d-4908-99c9-292d2672662a is going to be created. [ 920.144747] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.144918] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.145068] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.145379] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.145616] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.145848] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-47c1797e-d20d-4908-99c9-292d2672662a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.773949] env[62781]: INFO networking_nsxv3.common.synchronization [req-2997905f-ebf6-4bfc-9108-f6e4448ad99b req-aaa14682-8ce9-4b75-ad88-ab51759dbf2f tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Enqueued Resource ID: cab2e530-c83d-409b-b957-a8bc417d0bce with Priority: HIGHEST for action security_group_members [ 920.776057] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab2e530-c83d-409b-b957-a8bc417d0bce with Priority: HIGHEST for action security_group_members [ 920.777233] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab2e530-c83d-409b-b957-a8bc417d0bce taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.779724] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.779724] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.779724] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.779724] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.779907] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.779907] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.779973] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.780063] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.780229] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cab2e530-c83d-409b-b957-a8bc417d0bce',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.237261] env[62781]: INFO networking_nsxv3.common.synchronization [req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d req-f48b9a9b-2987-4073-b3e6-e6c32b48c4ce service nova] Enqueued Resource ID: c11fb154-add7-4a68-b367-a62361d3194c with Priority: HIGHEST for action security_group_rules [ 921.237446] env[62781]: INFO networking_nsxv3.common.synchronization [req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d req-f48b9a9b-2987-4073-b3e6-e6c32b48c4ce service nova] Enqueued Resource ID: c11fb154-add7-4a68-b367-a62361d3194c with Priority: HIGHEST for action security_group_members [ 921.237594] env[62781]: INFO networking_nsxv3.common.synchronization [req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d req-f48b9a9b-2987-4073-b3e6-e6c32b48c4ce service nova] Enqueued Resource ID: 47c1797e-d20d-4908-99c9-292d2672662a with Priority: HIGHEST for action port [ 921.238136] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c11fb154-add7-4a68-b367-a62361d3194c with Priority: HIGHEST for action security_group_rules [ 921.238272] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c11fb154-add7-4a68-b367-a62361d3194c with Priority: HIGHEST for action security_group_members [ 921.238375] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47c1797e-d20d-4908-99c9-292d2672662a with Priority: HIGHEST for action port [ 921.238641] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c11fb154-add7-4a68-b367-a62361d3194c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.238761] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c11fb154-add7-4a68-b367-a62361d3194c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.238831] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c11fb154-add7-4a68-b367-a62361d3194c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.242083] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c11fb154-add7-4a68-b367-a62361d3194c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.242182] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c11fb154-add7-4a68-b367-a62361d3194c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.243114] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c11fb154-add7-4a68-b367-a62361d3194c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.243242] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c11fb154-add7-4a68-b367-a62361d3194c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.243314] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c11fb154-add7-4a68-b367-a62361d3194c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.243500] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c11fb154-add7-4a68-b367-a62361d3194c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.243656] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.243755] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.243819] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.244379] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.244474] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.244574] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c11fb154-add7-4a68-b367-a62361d3194c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.245410] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-47c1797e-d20d-4908-99c9-292d2672662a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.245520] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47c1797e-d20d-4908-99c9-292d2672662a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.245682] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47c1797e-d20d-4908-99c9-292d2672662a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.245731] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47c1797e-d20d-4908-99c9-292d2672662a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.245809] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47c1797e-d20d-4908-99c9-292d2672662a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.281740] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.281915] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.281958] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.282214] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.282310] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.282508] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.282612] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.282675] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.282824] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.282899] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.282988] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cab2e530-c83d-409b-b957-a8bc417d0bce is going to be updated. [ 921.310414] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.310611] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.310688] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.310994] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.311068] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.321459] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab2e530-c83d-409b-b957-a8bc417d0bce in Status: IN_PROGRESS for 2s [ 921.623309] env[62781]: INFO networking_nsxv3.common.synchronization [req-e1065c87-c6f5-4fac-b50d-fff6e84aaf82 req-56a80504-26c6-4596-96c8-e5872a2d5941 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Enqueued Resource ID: 0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7 with Priority: HIGHEST for action security_group_members [ 921.623635] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7 with Priority: HIGHEST for action security_group_members [ 921.624018] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.630592] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.631252] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.631252] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.631434] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.631434] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.631534] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.631763] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.631875] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.631987] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.747392] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c11fb154-add7-4a68-b367-a62361d3194c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.748758] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c11fb154-add7-4a68-b367-a62361d3194c taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.748758] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c11fb154-add7-4a68-b367-a62361d3194c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.752550] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47c1797e-d20d-4908-99c9-292d2672662a with status ACTIVE [ 921.752759] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.752889] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.752954] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.753184] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.753276] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.754428] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.754428] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.754428] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.754428] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.754428] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.754428] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.754428] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.754428] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.754428] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.754428] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.754428] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47c1797e-d20d-4908-99c9-292d2672662a is going to be updated. [ 921.777845] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.778286] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.778286] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.778286] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.778438] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.778804] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47c1797e-d20d-4908-99c9-292d2672662a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.810494] env[62781]: INFO networking_nsxv3.common.synchronization [req-bc0833d4-9068-4cf2-a20b-eb732f7dd370 req-3f54d407-3647-4eaa-9271-be4cccde8fce tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Enqueued Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGHEST for action security_group_members [ 921.810494] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGHEST for action security_group_members [ 921.810494] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b866865b-4caf-4c9a-8aca-efb9c8869619 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.810494] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.810494] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.810494] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.810494] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.810494] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.810494] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.810936] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.810936] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.810936] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.867318] env[62781]: INFO networking_nsxv3.common.synchronization [req-23bf6d59-625c-4fd9-bc9b-31271ef62659 req-56eee612-4522-401f-a567-495e264c5a30 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Enqueued Resource ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e with Priority: HIGHEST for action security_group_members [ 921.867952] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e with Priority: HIGHEST for action security_group_members [ 921.868900] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eeb0853-dd63-4663-8191-07e50c7caf7e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.869139] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.869139] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.869661] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.869661] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.869661] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.869884] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.870053] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.870820] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.870820] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eeb0853-dd63-4663-8191-07e50c7caf7e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.917360] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: SUCCESS [ 921.917574] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.917787] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.918014] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.918205] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.918319] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.918478] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.918536] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.918594] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.918684] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.918773] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.135619] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.135755] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.135844] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.136174] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.157909] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.158223] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.158358] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.158429] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.158614] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.158757] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.158811] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7 is going to be updated. [ 922.201849] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.202621] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.204042] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.204042] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.204042] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.213119] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7 in Status: IN_PROGRESS for 2s [ 922.253675] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c11fb154-add7-4a68-b367-a62361d3194c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.315634] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.315911] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.315911] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.315969] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.316058] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.316250] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.316372] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.316546] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.316612] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.316652] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.316730] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b866865b-4caf-4c9a-8aca-efb9c8869619 is going to be updated. [ 922.344633] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.344760] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.344760] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.344976] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.345154] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.354189] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-529 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.354430] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-529" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.354513] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-529" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.354837] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-529" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.355114] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.355282] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.355403] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.355621] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.355766] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.356015] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 922.356144] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 922.356263] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 922.356376] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 922.356491] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 922.356662] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 922.356804] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 922.358624] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b866865b-4caf-4c9a-8aca-efb9c8869619 in Status: IN_PROGRESS for 2s [ 922.374611] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.374853] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.374967] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.375295] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.375431] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.375717] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.375864] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.375960] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.376212] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.376331] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.376460] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e already deleted. [ 922.376583] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.387607] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 922.387867] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 922.388025] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 922.388220] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-529" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.388540] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-5cb93f8f-2f68-4e4a-be43-23f246088b9b taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.388736] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-5cb93f8f-2f68-4e4a-be43-23f246088b9b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.388864] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-5cb93f8f-2f68-4e4a-be43-23f246088b9b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.389209] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-5cb93f8f-2f68-4e4a-be43-23f246088b9b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.389355] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cb93f8f-2f68-4e4a-be43-23f246088b9b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.420916] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.421108] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.421214] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.421445] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.421635] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.421750] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.421816] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.421973] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.422098] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.422209] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.422362] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.422921] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.422921] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.422921] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.422921] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.423165] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.423165] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.423165] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.423258] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.423289] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.423405] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.756640] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.756873] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.756953] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.757287] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.757354] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.757470] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c11fb154-add7-4a68-b367-a62361d3194c is going to be created. [ 922.779478] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.779837] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.779837] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.779981] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.780161] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.789205] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c11fb154-add7-4a68-b367-a62361d3194c in Status: UNINITIALIZED for 2s [ 922.892289] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.892522] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.892666] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.892951] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.893126] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.893288] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 5cb93f8f-2f68-4e4a-be43-23f246088b9b not found, creating... [ 922.893556] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.893717] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.893834] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.894076] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.894217] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.894500] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.894660] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.894791] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.895407] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.895407] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.895407] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 5cb93f8f-2f68-4e4a-be43-23f246088b9b is going to be created. [ 922.914640] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.914900] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.915089] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.915428] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.915739] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.915906] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-5cb93f8f-2f68-4e4a-be43-23f246088b9b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.925708] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61870c2a-ee8f-4985-9d61-0eb56ded1d0e: rpc.has_security_group_logging(os_id): False [ 922.947190] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.947190] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.947190] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.947437] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.947515] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.947941] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.948153] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.948265] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.948540] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.948702] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.949126] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.949225] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.949326] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.949562] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.949656] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.949946] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.950063] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.950150] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.950301] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.950383] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.950475] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e is going to be created. [ 923.037102] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.037284] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.037397] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.037568] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.037754] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.048155] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: IN_PROGRESS for 2s [ 923.331614] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab2e530-c83d-409b-b957-a8bc417d0bce in Status: SUCCESS [ 923.331824] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cab2e530-c83d-409b-b957-a8bc417d0bce deletion is rescheduled due to dependency. [ 923.332012] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.894908] env[62781]: INFO networking_nsxv3.common.synchronization [req-23bf6d59-625c-4fd9-bc9b-31271ef62659 req-230fbd85-8342-4730-8b6f-324f94ca0205 service nova] Enqueued Resource ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e with Priority: HIGHEST for action security_group_rules [ 923.895570] env[62781]: INFO networking_nsxv3.common.synchronization [req-23bf6d59-625c-4fd9-bc9b-31271ef62659 req-230fbd85-8342-4730-8b6f-324f94ca0205 service nova] Enqueued Resource ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e with Priority: HIGHEST for action security_group_members [ 923.895570] env[62781]: INFO networking_nsxv3.common.synchronization [req-23bf6d59-625c-4fd9-bc9b-31271ef62659 req-230fbd85-8342-4730-8b6f-324f94ca0205 service nova] Enqueued Resource ID: 5cb93f8f-2f68-4e4a-be43-23f246088b9b with Priority: HIGHEST for action port [ 923.896342] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e with Priority: HIGHEST for action security_group_rules [ 923.896538] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e with Priority: HIGHEST for action security_group_members [ 923.896716] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cb93f8f-2f68-4e4a-be43-23f246088b9b with Priority: HIGHEST for action port [ 923.897152] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6eeb0853-dd63-4663-8191-07e50c7caf7e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.897339] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.897542] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.897826] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.898091] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6eeb0853-dd63-4663-8191-07e50c7caf7e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.899163] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eeb0853-dd63-4663-8191-07e50c7caf7e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.901410] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.901410] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.901410] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.901410] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.901410] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.901410] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.901814] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.901972] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.902329] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eeb0853-dd63-4663-8191-07e50c7caf7e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.904447] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cb93f8f-2f68-4e4a-be43-23f246088b9b taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.904621] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cb93f8f-2f68-4e4a-be43-23f246088b9b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.904734] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cb93f8f-2f68-4e4a-be43-23f246088b9b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.904972] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cb93f8f-2f68-4e4a-be43-23f246088b9b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.908267] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cb93f8f-2f68-4e4a-be43-23f246088b9b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.222628] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7 in Status: SUCCESS [ 924.222628] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7 deletion is rescheduled due to dependency. [ 924.222628] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.236164] env[62781]: INFO networking_nsxv3.common.synchronization [req-4b529272-abbe-4dc3-a34d-e6794057a3ca req-6ce2eae4-4382-49f6-ac3a-a1e9e9e6e669 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Enqueued Resource ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e with Priority: HIGHEST for action security_group_members [ 924.236695] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e with Priority: HIGHEST for action security_group_members [ 924.237088] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eeb0853-dd63-4663-8191-07e50c7caf7e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.237214] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.370824] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b866865b-4caf-4c9a-8aca-efb9c8869619 in Status: SUCCESS [ 924.370824] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b866865b-4caf-4c9a-8aca-efb9c8869619 deletion is rescheduled due to dependency. [ 924.370824] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.410132] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6eeb0853-dd63-4663-8191-07e50c7caf7e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.411334] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eeb0853-dd63-4663-8191-07e50c7caf7e taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.411504] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.411922] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5cb93f8f-2f68-4e4a-be43-23f246088b9b with status ACTIVE [ 924.412043] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.412151] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.412262] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.412452] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.412547] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.412717] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.412821] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.412883] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.413261] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.413351] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.413565] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.413687] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.413822] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.413944] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.414046] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.414138] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5cb93f8f-2f68-4e4a-be43-23f246088b9b is going to be updated. [ 924.433906] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.434070] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.434309] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.434689] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.434892] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.435083] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cb93f8f-2f68-4e4a-be43-23f246088b9b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.800615] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c11fb154-add7-4a68-b367-a62361d3194c in Status: SUCCESS [ 924.800875] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c11fb154-add7-4a68-b367-a62361d3194c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.801060] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c11fb154-add7-4a68-b367-a62361d3194c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.801278] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c11fb154-add7-4a68-b367-a62361d3194c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.801471] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.801585] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.801650] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.801793] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.801882] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.802058] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c11fb154-add7-4a68-b367-a62361d3194c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.802058] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c11fb154-add7-4a68-b367-a62361d3194c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.819275] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-529 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.819548] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-529" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.819765] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-529" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.820080] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-529" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.820373] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.820540] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.820669] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.820915] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.821082] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.821304] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 924.821426] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.821546] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.821712] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.821773] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 924.822094] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.822094] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.839160] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.839343] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 924.839518] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.840332] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-529" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.840810] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-ddf02b5e-f002-48ec-b143-da8af5f2f7ae taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.840970] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-ddf02b5e-f002-48ec-b143-da8af5f2f7ae" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.841143] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-ddf02b5e-f002-48ec-b143-da8af5f2f7ae" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.841440] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-ddf02b5e-f002-48ec-b143-da8af5f2f7ae" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.841588] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddf02b5e-f002-48ec-b143-da8af5f2f7ae',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.892166] env[62781]: INFO networking_nsxv3.common.synchronization [req-086673c9-cdcb-4991-80a8-19368488eb3c req-375da03e-0932-4c90-bfa5-b55869a58aff tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Enqueued Resource ID: 3ab92a7f-90ff-4d89-b702-15a0e7d01293 with Priority: HIGHEST for action security_group_members [ 924.892288] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ab92a7f-90ff-4d89-b702-15a0e7d01293 with Priority: HIGHEST for action security_group_members [ 924.893028] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ab92a7f-90ff-4d89-b702-15a0e7d01293 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.893028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ab92a7f-90ff-4d89-b702-15a0e7d01293" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.893270] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ab92a7f-90ff-4d89-b702-15a0e7d01293" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.893365] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ab92a7f-90ff-4d89-b702-15a0e7d01293" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.893555] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.893662] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.893727] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.893888] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.893972] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.894089] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ab92a7f-90ff-4d89-b702-15a0e7d01293',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.912556] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6eeb0853-dd63-4663-8191-07e50c7caf7e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.059403] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: SUCCESS [ 925.059601] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.306497] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c11fb154-add7-4a68-b367-a62361d3194c taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.306662] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c11fb154-add7-4a68-b367-a62361d3194c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.306761] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c11fb154-add7-4a68-b367-a62361d3194c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.307055] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c11fb154-add7-4a68-b367-a62361d3194c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.307173] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.307277] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.307338] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.307481] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.307659] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.307782] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c11fb154-add7-4a68-b367-a62361d3194c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.308046] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c11fb154-add7-4a68-b367-a62361d3194c taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.308154] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c11fb154-add7-4a68-b367-a62361d3194c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.308357] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c11fb154-add7-4a68-b367-a62361d3194c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.308602] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c11fb154-add7-4a68-b367-a62361d3194c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.308959] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.309135] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.309207] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.309508] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.309626] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.309732] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c11fb154-add7-4a68-b367-a62361d3194c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.309810] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c11fb154-add7-4a68-b367-a62361d3194c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.343756] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.343925] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.344826] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.344826] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.344826] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.344826] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port ddf02b5e-f002-48ec-b143-da8af5f2f7ae not found, creating... [ 925.344981] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.345222] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.345222] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.345466] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.345603] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.346394] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.346394] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.346394] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.346394] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.346596] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.346631] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: ddf02b5e-f002-48ec-b143-da8af5f2f7ae is going to be created. [ 925.367545] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.367810] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.367950] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.368228] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.368455] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.368683] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-ddf02b5e-f002-48ec-b143-da8af5f2f7ae" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.396014] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.396245] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.396341] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.396579] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.416411] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.416556] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.416645] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.416920] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.416968] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.417105] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e is going to be created. [ 925.419249] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.419485] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.419681] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.419681] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.420062] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.420153] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.420657] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ab92a7f-90ff-4d89-b702-15a0e7d01293 is going to be updated. [ 925.445582] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.445582] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.445582] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.445582] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.445582] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.446191] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.446338] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.446411] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.446597] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.446714] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.455728] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ab92a7f-90ff-4d89-b702-15a0e7d01293 in Status: IN_PROGRESS for 2s [ 925.456342] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e in Status: UNINITIALIZED for 2s [ 925.811680] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c11fb154-add7-4a68-b367-a62361d3194c: rpc.has_security_group_logging(os_id): False [ 925.829372] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.829648] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.829759] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.830012] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.830138] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.830327] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.830428] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.830428] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.830647] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.830728] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.830922] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.831051] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.831089] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.831230] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.831277] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.831472] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.831564] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.831626] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.831762] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.831979] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.831979] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c11fb154-add7-4a68-b367-a62361d3194c is going to be created. [ 925.910584] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.910793] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.910897] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.911233] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.911502] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.921703] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c11fb154-add7-4a68-b367-a62361d3194c in Status: IN_PROGRESS for 2s [ 926.124480] env[62781]: INFO networking_nsxv3.common.synchronization [req-4b529272-abbe-4dc3-a34d-e6794057a3ca req-374c218e-c129-4c56-8a05-347c7fa09a25 service nova] Enqueued Resource ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e with Priority: HIGHEST for action security_group_rules [ 926.124480] env[62781]: INFO networking_nsxv3.common.synchronization [req-4b529272-abbe-4dc3-a34d-e6794057a3ca req-374c218e-c129-4c56-8a05-347c7fa09a25 service nova] Enqueued Resource ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e with Priority: HIGHEST for action security_group_members [ 926.124575] env[62781]: INFO networking_nsxv3.common.synchronization [req-4b529272-abbe-4dc3-a34d-e6794057a3ca req-374c218e-c129-4c56-8a05-347c7fa09a25 service nova] Enqueued Resource ID: ddf02b5e-f002-48ec-b143-da8af5f2f7ae with Priority: HIGHEST for action port [ 926.124782] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e with Priority: HIGHEST for action security_group_rules [ 926.124917] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e with Priority: HIGHEST for action security_group_members [ 926.124996] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddf02b5e-f002-48ec-b143-da8af5f2f7ae with Priority: HIGHEST for action port [ 926.125527] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6eeb0853-dd63-4663-8191-07e50c7caf7e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.125621] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.125818] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eeb0853-dd63-4663-8191-07e50c7caf7e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.125915] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.126530] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddf02b5e-f002-48ec-b143-da8af5f2f7ae taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.126651] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddf02b5e-f002-48ec-b143-da8af5f2f7ae" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.126708] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddf02b5e-f002-48ec-b143-da8af5f2f7ae" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.126929] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddf02b5e-f002-48ec-b143-da8af5f2f7ae" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.127022] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddf02b5e-f002-48ec-b143-da8af5f2f7ae',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.631772] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddf02b5e-f002-48ec-b143-da8af5f2f7ae with status ACTIVE [ 926.632083] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.632261] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.632334] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.632542] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.632635] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.632822] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.632918] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.633832] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.633832] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.633832] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.633832] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.633832] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.633832] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.633832] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.633832] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.633832] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddf02b5e-f002-48ec-b143-da8af5f2f7ae is going to be updated. [ 926.654454] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.654454] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.654454] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.654454] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.654454] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.654454] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddf02b5e-f002-48ec-b143-da8af5f2f7ae" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.667114] env[62781]: INFO networking_nsxv3.common.synchronization [req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 req-576c146b-8132-4d8d-b2b7-fb85953b46be tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Enqueued Resource ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad with Priority: HIGHEST for action security_group_members [ 926.668376] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad with Priority: HIGHEST for action security_group_members [ 926.668469] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.668686] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.668686] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.668844] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.668967] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.669447] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.669520] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.669678] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.669789] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.669887] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a73c0f7d-e094-4e30-ad9a-7b069133b7ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.172945] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a73c0f7d-e094-4e30-ad9a-7b069133b7ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.395905] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-686 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.396122] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-686" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.396245] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-686" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.396519] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-686" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.396778] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.396966] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.400262] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.401641] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.401641] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.401641] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 927.401641] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.401641] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.401641] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.401641] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 927.401641] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.401641] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.419647] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.419910] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 927.420102] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.420699] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-686" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.420699] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.420852] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.420965] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.421618] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.421618] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.469194] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ab92a7f-90ff-4d89-b702-15a0e7d01293 in Status: SUCCESS [ 927.469194] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ab92a7f-90ff-4d89-b702-15a0e7d01293 deletion is rescheduled due to dependency. [ 927.469194] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ab92a7f-90ff-4d89-b702-15a0e7d01293" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.469194] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e in Status: SUCCESS [ 927.469194] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.469194] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.469194] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.469740] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.470097] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.470348] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.470719] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.471021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.471303] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eeb0853-dd63-4663-8191-07e50c7caf7e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.676747] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a73c0f7d-e094-4e30-ad9a-7b069133b7ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.709136] env[62781]: INFO networking_nsxv3.common.synchronization [req-a3a639f3-21fc-48a8-8ab7-5f1d01598fa0 req-05bfe9d8-8cb2-4bb3-ba34-4f00c0b2bcf0 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_members [ 927.709411] env[62781]: INFO networking_nsxv3.common.synchronization [req-a3a639f3-21fc-48a8-8ab7-5f1d01598fa0 req-05bfe9d8-8cb2-4bb3-ba34-4f00c0b2bcf0 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: 88891a36-0778-4adf-973d-9b52223c0f15 with Priority: HIGHEST for action security_group_members [ 927.710025] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_members [ 927.710178] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88891a36-0778-4adf-973d-9b52223c0f15 with Priority: HIGHEST for action security_group_members [ 927.710460] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.710600] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.710655] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.710860] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.711038] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.711131] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.711224] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.711356] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.711439] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.711533] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.713411] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-88891a36-0778-4adf-973d-9b52223c0f15 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.713411] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.713411] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.713411] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.713411] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.713411] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.713411] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.713411] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.713685] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.713685] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88891a36-0778-4adf-973d-9b52223c0f15',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.756186] env[62781]: INFO networking_nsxv3.common.synchronization [req-a3a639f3-21fc-48a8-8ab7-5f1d01598fa0 req-05bfe9d8-8cb2-4bb3-ba34-4f00c0b2bcf0 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_rules [ 927.756422] env[62781]: INFO networking_nsxv3.common.synchronization [req-a3a639f3-21fc-48a8-8ab7-5f1d01598fa0 req-05bfe9d8-8cb2-4bb3-ba34-4f00c0b2bcf0 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_members [ 927.756595] env[62781]: INFO networking_nsxv3.common.synchronization [req-a3a639f3-21fc-48a8-8ab7-5f1d01598fa0 req-05bfe9d8-8cb2-4bb3-ba34-4f00c0b2bcf0 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: 88891a36-0778-4adf-973d-9b52223c0f15 with Priority: HIGHEST for action security_group_rules [ 927.756777] env[62781]: INFO networking_nsxv3.common.synchronization [req-a3a639f3-21fc-48a8-8ab7-5f1d01598fa0 req-05bfe9d8-8cb2-4bb3-ba34-4f00c0b2bcf0 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: 88891a36-0778-4adf-973d-9b52223c0f15 with Priority: HIGHEST for action security_group_members [ 927.756953] env[62781]: INFO networking_nsxv3.common.synchronization [req-a3a639f3-21fc-48a8-8ab7-5f1d01598fa0 req-05bfe9d8-8cb2-4bb3-ba34-4f00c0b2bcf0 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: 5728193a-3310-423f-a21e-da2178413a9f with Priority: HIGHEST for action port [ 927.757469] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_rules [ 927.757676] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88891a36-0778-4adf-973d-9b52223c0f15 with Priority: HIGHEST for action security_group_rules [ 927.757832] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5728193a-3310-423f-a21e-da2178413a9f with Priority: HIGHEST for action port [ 927.757939] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_members [ 927.758053] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88891a36-0778-4adf-973d-9b52223c0f15 with Priority: HIGHEST for action security_group_members [ 927.758371] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.758551] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.758657] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.758802] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.758912] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.760209] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88891a36-0778-4adf-973d-9b52223c0f15 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.760323] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.760376] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.760572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.760650] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88891a36-0778-4adf-973d-9b52223c0f15',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.761385] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-5728193a-3310-423f-a21e-da2178413a9f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.761482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5728193a-3310-423f-a21e-da2178413a9f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.761553] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5728193a-3310-423f-a21e-da2178413a9f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.761707] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5728193a-3310-423f-a21e-da2178413a9f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.761779] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5728193a-3310-423f-a21e-da2178413a9f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.762516] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.762611] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.764228] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-88891a36-0778-4adf-973d-9b52223c0f15 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.764228] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.924949] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.926486] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.926486] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.926486] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.926486] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.926486] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4 not found, creating... [ 927.926699] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.926951] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.927078] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.927358] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.927533] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.927844] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.927999] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.928132] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.928352] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.928529] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.928683] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4 is going to be created. [ 927.940273] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c11fb154-add7-4a68-b367-a62361d3194c in Status: SUCCESS [ 927.940516] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c11fb154-add7-4a68-b367-a62361d3194c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.951161] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.951789] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.951789] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.951789] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.952020] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.952264] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.974383] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6eeb0853-dd63-4663-8191-07e50c7caf7e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.107514] env[62781]: INFO networking_nsxv3.common.synchronization [req-62168855-b410-4790-bc61-708086fcf3ce req-8f84c1ff-df72-4e08-a548-1a803542fecf tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_members [ 928.107851] env[62781]: INFO networking_nsxv3.common.synchronization [req-62168855-b410-4790-bc61-708086fcf3ce req-8f84c1ff-df72-4e08-a548-1a803542fecf tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: 88891a36-0778-4adf-973d-9b52223c0f15 with Priority: HIGHEST for action security_group_members [ 928.109374] env[62781]: INFO networking_nsxv3.common.synchronization [req-62168855-b410-4790-bc61-708086fcf3ce req-8f84c1ff-df72-4e08-a548-1a803542fecf tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: 7ea65002-65d1-47b0-8698-0d9f63cb7e11 with Priority: HIGHEST for action security_group_members [ 928.110281] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_members [ 928.110440] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88891a36-0778-4adf-973d-9b52223c0f15 with Priority: HIGHEST for action security_group_members [ 928.110530] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea65002-65d1-47b0-8698-0d9f63cb7e11 with Priority: HIGHEST for action security_group_members [ 928.110929] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.110929] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.111148] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-88891a36-0778-4adf-973d-9b52223c0f15 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.111261] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.111408] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea65002-65d1-47b0-8698-0d9f63cb7e11 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.111622] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea65002-65d1-47b0-8698-0d9f63cb7e11" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.111685] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea65002-65d1-47b0-8698-0d9f63cb7e11" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.111950] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea65002-65d1-47b0-8698-0d9f63cb7e11" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.112676] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.112676] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.112676] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.112676] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.112676] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.112676] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ea65002-65d1-47b0-8698-0d9f63cb7e11',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.161379] env[62781]: INFO networking_nsxv3.common.synchronization [req-62168855-b410-4790-bc61-708086fcf3ce req-8f84c1ff-df72-4e08-a548-1a803542fecf tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_rules [ 928.161650] env[62781]: INFO networking_nsxv3.common.synchronization [req-62168855-b410-4790-bc61-708086fcf3ce req-8f84c1ff-df72-4e08-a548-1a803542fecf tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_members [ 928.161864] env[62781]: INFO networking_nsxv3.common.synchronization [req-62168855-b410-4790-bc61-708086fcf3ce req-8f84c1ff-df72-4e08-a548-1a803542fecf tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: 7ea65002-65d1-47b0-8698-0d9f63cb7e11 with Priority: HIGHEST for action security_group_rules [ 928.162174] env[62781]: INFO networking_nsxv3.common.synchronization [req-62168855-b410-4790-bc61-708086fcf3ce req-8f84c1ff-df72-4e08-a548-1a803542fecf tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: 7ea65002-65d1-47b0-8698-0d9f63cb7e11 with Priority: HIGHEST for action security_group_members [ 928.162306] env[62781]: INFO networking_nsxv3.common.synchronization [req-62168855-b410-4790-bc61-708086fcf3ce req-8f84c1ff-df72-4e08-a548-1a803542fecf tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: 88891a36-0778-4adf-973d-9b52223c0f15 with Priority: HIGHEST for action security_group_rules [ 928.162592] env[62781]: INFO networking_nsxv3.common.synchronization [req-62168855-b410-4790-bc61-708086fcf3ce req-8f84c1ff-df72-4e08-a548-1a803542fecf tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: 88891a36-0778-4adf-973d-9b52223c0f15 with Priority: HIGHEST for action security_group_members [ 928.162592] env[62781]: INFO networking_nsxv3.common.synchronization [req-62168855-b410-4790-bc61-708086fcf3ce req-8f84c1ff-df72-4e08-a548-1a803542fecf tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: 5728193a-3310-423f-a21e-da2178413a9f with Priority: HIGHEST for action port [ 928.163441] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_rules [ 928.163597] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea65002-65d1-47b0-8698-0d9f63cb7e11 with Priority: HIGHEST for action security_group_rules [ 928.163721] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88891a36-0778-4adf-973d-9b52223c0f15 with Priority: HIGHEST for action security_group_members [ 928.163876] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5728193a-3310-423f-a21e-da2178413a9f with Priority: HIGHEST for action port [ 928.163982] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88891a36-0778-4adf-973d-9b52223c0f15 with Priority: HIGHEST for action security_group_rules [ 928.164109] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_members [ 928.164222] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea65002-65d1-47b0-8698-0d9f63cb7e11 with Priority: HIGHEST for action security_group_members [ 928.164537] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.164667] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.164889] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ea65002-65d1-47b0-8698-0d9f63cb7e11 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.165032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ea65002-65d1-47b0-8698-0d9f63cb7e11" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.165122] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ea65002-65d1-47b0-8698-0d9f63cb7e11" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.165427] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ea65002-65d1-47b0-8698-0d9f63cb7e11" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.165533] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ea65002-65d1-47b0-8698-0d9f63cb7e11',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.166471] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-88891a36-0778-4adf-973d-9b52223c0f15 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.167262] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.167262] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-5728193a-3310-423f-a21e-da2178413a9f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.167262] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5728193a-3310-423f-a21e-da2178413a9f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.167262] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88891a36-0778-4adf-973d-9b52223c0f15 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.167262] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.167652] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.167788] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.168031] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea65002-65d1-47b0-8698-0d9f63cb7e11 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.168137] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea65002-65d1-47b0-8698-0d9f63cb7e11" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.178742] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.179385] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.179385] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.179385] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.179385] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.179385] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad is going to be updated. [ 928.207931] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.209032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.209032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.209032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.209032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.215054] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.215996] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88891a36-0778-4adf-973d-9b52223c0f15',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.226470] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad in Status: IN_PROGRESS for 2s [ 928.264561] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5728193a-3310-423f-a21e-da2178413a9f with status ACTIVE [ 928.264787] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.264929] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.264999] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.265232] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.265322] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.265498] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.265598] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.265661] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.265811] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.265929] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.266186] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.266305] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.266374] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.266560] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.266661] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.266764] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5728193a-3310-423f-a21e-da2178413a9f is going to be updated. [ 928.267908] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.267997] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.268217] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-88891a36-0778-4adf-973d-9b52223c0f15 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.268303] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.294301] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.294540] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.294644] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.294979] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.295210] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.295450] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5728193a-3310-423f-a21e-da2178413a9f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.296171] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5728193a-3310-423f-a21e-da2178413a9f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.296419] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5728193a-3310-423f-a21e-da2178413a9f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.296577] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5728193a-3310-423f-a21e-da2178413a9f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.478218] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6eeb0853-dd63-4663-8191-07e50c7caf7e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.614999] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ea65002-65d1-47b0-8698-0d9f63cb7e11',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.669625] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea65002-65d1-47b0-8698-0d9f63cb7e11 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.669625] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea65002-65d1-47b0-8698-0d9f63cb7e11" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.719940] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.722438] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88891a36-0778-4adf-973d-9b52223c0f15',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.750392] env[62781]: INFO networking_nsxv3.common.synchronization [req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 req-91986908-cb8d-4e6e-b9ad-1213d5fe827a service nova] Enqueued Resource ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad with Priority: HIGHEST for action security_group_rules [ 928.750573] env[62781]: INFO networking_nsxv3.common.synchronization [req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 req-91986908-cb8d-4e6e-b9ad-1213d5fe827a service nova] Enqueued Resource ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad with Priority: HIGHEST for action security_group_members [ 928.750739] env[62781]: INFO networking_nsxv3.common.synchronization [req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 req-91986908-cb8d-4e6e-b9ad-1213d5fe827a service nova] Enqueued Resource ID: 1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4 with Priority: HIGHEST for action port [ 928.751066] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad with Priority: HIGHEST for action security_group_rules [ 928.751207] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad with Priority: HIGHEST for action security_group_members [ 928.751304] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4 with Priority: HIGHEST for action port [ 928.752015] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a73c0f7d-e094-4e30-ad9a-7b069133b7ad taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.752350] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.752437] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.752624] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.752706] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a73c0f7d-e094-4e30-ad9a-7b069133b7ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.753890] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.754015] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.754185] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.754277] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.754340] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.754553] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.754628] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.801119] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5728193a-3310-423f-a21e-da2178413a9f with status ACTIVE [ 928.801119] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.801119] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.801119] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.801119] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.801119] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.801119] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.801119] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.801119] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.801119] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.801119] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.801119] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.801119] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.801119] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.801119] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.801119] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.801119] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5728193a-3310-423f-a21e-da2178413a9f is going to be updated. [ 928.820285] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.820464] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.820522] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.821254] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.821254] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.821254] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5728193a-3310-423f-a21e-da2178413a9f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.980067] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.980273] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.980338] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.980511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.980607] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.980712] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e is going to be updated. [ 929.023290] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.023532] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.023532] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.023736] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.024100] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.039028] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e in Status: IN_PROGRESS for 2s [ 929.117573] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ea65002-65d1-47b0-8698-0d9f63cb7e11',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.222346] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.223073] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.223073] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.223073] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.223073] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.223073] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e is going to be updated. [ 929.230533] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.232091] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.232091] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.232091] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.232091] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.232091] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88891a36-0778-4adf-973d-9b52223c0f15 is going to be created. [ 929.256425] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.256560] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.256704] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.256845] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.257012] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.258397] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.258397] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.258529] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4 with status ACTIVE [ 929.258679] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.259482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.259482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.259482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.259482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.259482] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.259482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.259482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.259812] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.259812] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.259999] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.259999] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.259999] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.260151] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.260238] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.260332] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4 is going to be updated. [ 929.262912] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.263071] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.263143] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.263304] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.263433] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.274162] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: IN_PROGRESS for 2s [ 929.274668] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88891a36-0778-4adf-973d-9b52223c0f15 in Status: UNINITIALIZED for 2s [ 929.286220] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.286379] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.286441] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.286649] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.286775] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.286941] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.620198] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.620198] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.620198] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.620344] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.620344] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.620443] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ea65002-65d1-47b0-8698-0d9f63cb7e11 is going to be created. [ 929.642887] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.643084] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.643180] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.643394] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.643552] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.655960] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea65002-65d1-47b0-8698-0d9f63cb7e11 in Status: UNINITIALIZED for 2s [ 930.238422] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad in Status: SUCCESS [ 930.238718] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.238798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.239025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.239206] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.239340] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.240184] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.240184] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.240184] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.240184] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a73c0f7d-e094-4e30-ad9a-7b069133b7ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.743266] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a73c0f7d-e094-4e30-ad9a-7b069133b7ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.048841] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e in Status: SUCCESS [ 931.048841] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.048841] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.049019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.049091] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.049194] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.049478] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.049478] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.049478] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.049580] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.049646] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6eeb0853-dd63-4663-8191-07e50c7caf7e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.053380] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.053380] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.053380] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.053380] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.053380] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.053380] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.053380] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.053380] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eeb0853-dd63-4663-8191-07e50c7caf7e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.245138] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a73c0f7d-e094-4e30-ad9a-7b069133b7ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.286743] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: SUCCESS [ 931.286973] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.287867] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88891a36-0778-4adf-973d-9b52223c0f15 in Status: SUCCESS [ 931.288050] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.288202] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.288408] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.288589] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.288704] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.288770] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.288928] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.289013] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.289299] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.290237] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.292116] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.292116] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.292116] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.292116] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.292116] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.292116] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.292116] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88891a36-0778-4adf-973d-9b52223c0f15',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.554362] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eeb0853-dd63-4663-8191-07e50c7caf7e taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.554603] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.555899] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6eeb0853-dd63-4663-8191-07e50c7caf7e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.665687] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea65002-65d1-47b0-8698-0d9f63cb7e11 in Status: SUCCESS [ 931.665934] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea65002-65d1-47b0-8698-0d9f63cb7e11" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.666108] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea65002-65d1-47b0-8698-0d9f63cb7e11" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.666434] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea65002-65d1-47b0-8698-0d9f63cb7e11" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.666663] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.666790] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.666857] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.667028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.667119] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.667220] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ea65002-65d1-47b0-8698-0d9f63cb7e11',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.747830] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.748054] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.748135] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.748344] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.748435] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.748533] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad is going to be updated. [ 931.775822] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.775966] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.776048] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.776289] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.776448] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.785888] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad in Status: IN_PROGRESS for 2s [ 931.794325] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.795403] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88891a36-0778-4adf-973d-9b52223c0f15',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.058662] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6eeb0853-dd63-4663-8191-07e50c7caf7e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.169626] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ea65002-65d1-47b0-8698-0d9f63cb7e11',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.297243] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.298267] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88891a36-0778-4adf-973d-9b52223c0f15',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.561541] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.561541] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.561541] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.562342] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.562342] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.562342] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e is going to be updated. [ 932.591496] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.591496] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.591496] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.591496] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.591742] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.599830] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e in Status: IN_PROGRESS for 2s [ 932.671394] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ea65002-65d1-47b0-8698-0d9f63cb7e11',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.803791] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.803791] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.803791] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.803791] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.803791] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.803791] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e is going to be updated. [ 932.803791] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.803791] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.803791] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.806285] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.806285] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.806285] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88891a36-0778-4adf-973d-9b52223c0f15 is going to be updated. [ 932.836325] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.836725] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.836914] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.837466] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.837635] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.839699] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.840045] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.840045] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.840201] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.840304] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.850034] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88891a36-0778-4adf-973d-9b52223c0f15 in Status: IN_PROGRESS for 2s [ 932.850831] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: IN_PROGRESS for 2s [ 933.173741] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.173921] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.173989] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.178026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.178026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.178026] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ea65002-65d1-47b0-8698-0d9f63cb7e11 is going to be updated. [ 933.201116] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.201270] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.201703] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.202230] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.202402] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.220341] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea65002-65d1-47b0-8698-0d9f63cb7e11 in Status: IN_PROGRESS for 2s [ 933.236896] env[62781]: INFO networking_nsxv3.common.synchronization [req-f8195882-4af0-43a0-a261-831dddb14348 req-d7819176-625f-4f9f-a98f-0898bfc8e4b6 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Enqueued Resource ID: c11fb154-add7-4a68-b367-a62361d3194c with Priority: HIGHEST for action security_group_members [ 933.237436] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c11fb154-add7-4a68-b367-a62361d3194c with Priority: HIGHEST for action security_group_members [ 933.237860] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c11fb154-add7-4a68-b367-a62361d3194c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.238010] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c11fb154-add7-4a68-b367-a62361d3194c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.238878] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c11fb154-add7-4a68-b367-a62361d3194c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.239122] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c11fb154-add7-4a68-b367-a62361d3194c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.239286] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.239404] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.239477] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.239625] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.239709] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.239874] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c11fb154-add7-4a68-b367-a62361d3194c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.743379] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.743379] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.743379] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.743697] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.743697] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.743821] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.743867] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.743898] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.745197] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.745197] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.745197] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c11fb154-add7-4a68-b367-a62361d3194c is going to be updated. [ 933.769428] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.769596] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.769665] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.769966] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.770143] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.778075] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c11fb154-add7-4a68-b367-a62361d3194c in Status: IN_PROGRESS for 2s [ 933.794668] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad in Status: SUCCESS [ 933.794668] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.794668] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.794668] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.794668] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.794668] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.794976] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.794976] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.794976] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.795081] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.795108] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a73c0f7d-e094-4e30-ad9a-7b069133b7ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.301850] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.301850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.301850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.301850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.301850] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.301850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.301850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.301850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.301850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.301850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.301850] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.301850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.301850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.301850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.301850] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.301850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.302386] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.302386] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.302386] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.302386] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.302386] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a73c0f7d-e094-4e30-ad9a-7b069133b7ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.610381] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e in Status: SUCCESS [ 934.610610] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.611242] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.611476] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.611686] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.611832] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.611892] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.613187] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.613187] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.613187] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.613187] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eeb0853-dd63-4663-8191-07e50c7caf7e taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.613187] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.613187] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.613187] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.614855] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.614928] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.614964] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.615136] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.615211] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.615291] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.615378] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6eeb0853-dd63-4663-8191-07e50c7caf7e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.808123] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a73c0f7d-e094-4e30-ad9a-7b069133b7ad: rpc.has_security_group_logging(os_id): False [ 934.827502] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.827772] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.827924] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.828298] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.828430] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.828832] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.828916] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.828950] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.829145] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.829284] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.829605] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.829796] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.829931] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.830314] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.830314] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.830535] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.830630] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.830698] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.830847] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.830931] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.831033] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad is going to be updated. [ 934.861111] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: SUCCESS [ 934.861395] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.861613] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.861895] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.862292] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.862466] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.862550] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.862747] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.862834] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.862952] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.870638] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88891a36-0778-4adf-973d-9b52223c0f15 in Status: SUCCESS [ 934.870849] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.871236] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.871327] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.871648] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.871648] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.871841] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.871841] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.871913] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.872164] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88891a36-0778-4adf-973d-9b52223c0f15',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.900205] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.900896] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.900896] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.900896] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.900896] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.913147] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad in Status: IN_PROGRESS for 2s [ 935.117182] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6eeb0853-dd63-4663-8191-07e50c7caf7e: rpc.has_security_group_logging(os_id): False [ 935.134947] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.135109] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.135183] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.135420] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.135507] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.135932] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.135932] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.135932] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.136150] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.136150] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.136344] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.136441] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.136531] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.136578] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.136687] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.136834] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.136994] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.136994] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.137141] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.137212] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.137299] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e is going to be created. [ 935.198788] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.198788] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.198788] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.198788] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.198788] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.207120] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e in Status: IN_PROGRESS for 2s [ 935.229839] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea65002-65d1-47b0-8698-0d9f63cb7e11 in Status: SUCCESS [ 935.230079] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea65002-65d1-47b0-8698-0d9f63cb7e11" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.230239] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea65002-65d1-47b0-8698-0d9f63cb7e11" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.230441] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea65002-65d1-47b0-8698-0d9f63cb7e11" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.230732] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.230732] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.230948] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.230948] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.231054] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.231133] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea65002-65d1-47b0-8698-0d9f63cb7e11" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.231220] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ea65002-65d1-47b0-8698-0d9f63cb7e11',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.368898] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.374762] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88891a36-0778-4adf-973d-9b52223c0f15',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.733381] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ea65002-65d1-47b0-8698-0d9f63cb7e11',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.787579] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c11fb154-add7-4a68-b367-a62361d3194c in Status: SUCCESS [ 935.787686] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c11fb154-add7-4a68-b367-a62361d3194c deletion is rescheduled due to dependency. [ 935.787746] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c11fb154-add7-4a68-b367-a62361d3194c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.869548] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.877449] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88891a36-0778-4adf-973d-9b52223c0f15',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.236072] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ea65002-65d1-47b0-8698-0d9f63cb7e11: rpc.has_security_group_logging(os_id): False [ 936.252949] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.253092] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.253171] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.253382] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.253471] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.253696] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.253772] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.253841] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.253993] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.254112] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.254200] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ea65002-65d1-47b0-8698-0d9f63cb7e11 is going to be created. [ 936.304582] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.304824] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.305305] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.305305] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.305613] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.318908] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ea65002-65d1-47b0-8698-0d9f63cb7e11 in Status: IN_PROGRESS for 2s [ 936.373226] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.373440] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.373545] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.373837] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.373914] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.374074] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e is going to be updated. [ 936.381613] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.381788] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.381876] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.383509] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.383647] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.383781] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88891a36-0778-4adf-973d-9b52223c0f15 is going to be updated. [ 936.420350] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.420891] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.421167] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.421770] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.422290] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.424433] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.424600] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.424702] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.424900] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.426807] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.436495] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88891a36-0778-4adf-973d-9b52223c0f15 in Status: IN_PROGRESS for 2s [ 936.437221] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: IN_PROGRESS for 2s [ 936.939183] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad in Status: SUCCESS [ 936.939571] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.005130] env[62781]: INFO networking_nsxv3.common.synchronization [req-68e9279e-c58f-42bc-b32d-917d072e4c58 req-4e475ffc-899f-4e4d-b3b5-cc9ac41d19b6 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Enqueued Resource ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 with Priority: HIGHEST for action security_group_members [ 937.005657] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 with Priority: HIGHEST for action security_group_members [ 937.005844] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.006032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.006134] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.006284] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.006487] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.006589] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.006589] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.006742] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.006824] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.006920] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.225661] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e in Status: SUCCESS [ 937.225661] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.225661] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.225661] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.225661] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6eeb0853-dd63-4663-8191-07e50c7caf7e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.509599] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.509782] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.509888] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.510187] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.510300] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.510521] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.510642] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.510710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.510916] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.510984] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.511091] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 is going to be updated. [ 937.537826] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.537982] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.538062] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.538263] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.538402] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.547875] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 in Status: IN_PROGRESS for 2s [ 937.731091] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eeb0853-dd63-4663-8191-07e50c7caf7e taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.731091] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.731091] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.731091] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.731305] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.731451] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.731555] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.731816] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.731961] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.732110] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.732393] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6eeb0853-dd63-4663-8191-07e50c7caf7e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.202041] env[62781]: INFO networking_nsxv3.common.synchronization [None req-c6a831a8-4cb1-4ddd-91e5-9ad416fbefb7 None None] Enqueued Resource ID: 2a57f769-e452-4cad-9c6c-8798905f086b with Priority: HIGHEST for action port [ 938.202354] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a57f769-e452-4cad-9c6c-8798905f086b with Priority: HIGHEST for action port [ 938.202837] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a57f769-e452-4cad-9c6c-8798905f086b taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.202987] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a57f769-e452-4cad-9c6c-8798905f086b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.203064] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a57f769-e452-4cad-9c6c-8798905f086b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.203283] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a57f769-e452-4cad-9c6c-8798905f086b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.203365] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a57f769-e452-4cad-9c6c-8798905f086b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.238517] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eeb0853-dd63-4663-8191-07e50c7caf7e taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.238517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.238517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.238517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.238517] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.238517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.238517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.238517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.238517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.238517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.238517] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eeb0853-dd63-4663-8191-07e50c7caf7e taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.238517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.238517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.238517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.238517] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.238517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.239295] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.239295] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.239295] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.239295] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.239295] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6eeb0853-dd63-4663-8191-07e50c7caf7e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.334476] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ea65002-65d1-47b0-8698-0d9f63cb7e11 in Status: SUCCESS [ 938.334476] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ea65002-65d1-47b0-8698-0d9f63cb7e11" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.454196] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: SUCCESS [ 938.454435] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.454577] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.454931] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.455028] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.455103] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.455170] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.455323] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.455404] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.455504] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.458167] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88891a36-0778-4adf-973d-9b52223c0f15 in Status: SUCCESS [ 938.458167] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.458167] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.458988] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.458988] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.458988] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.458988] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.458988] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.459373] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.459456] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88891a36-0778-4adf-973d-9b52223c0f15',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.706334] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a57f769-e452-4cad-9c6c-8798905f086b [ 938.706608] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.706738] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.706738] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.707014] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.707126] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.707219] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a57f769-e452-4cad-9c6c-8798905f086b already deleted. [ 938.707296] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a57f769-e452-4cad-9c6c-8798905f086b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.743157] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6eeb0853-dd63-4663-8191-07e50c7caf7e: rpc.has_security_group_logging(os_id): False [ 938.760128] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.760278] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.760354] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.760559] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.760647] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.760992] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.761096] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.761096] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.762253] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.762467] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.762874] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.763145] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.763385] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.763799] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.764048] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.764649] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.765473] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.765678] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.766788] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.766873] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.766966] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e is going to be updated. [ 938.824237] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.824385] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.825070] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.825300] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.825531] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.839576] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e in Status: IN_PROGRESS for 2s [ 938.958340] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.963214] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88891a36-0778-4adf-973d-9b52223c0f15',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.465287] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.467313] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88891a36-0778-4adf-973d-9b52223c0f15',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.557219] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 in Status: SUCCESS [ 939.557401] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 deletion is rescheduled due to dependency. [ 939.557550] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.971774] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.971774] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.971774] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.971774] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.971774] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.971774] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88891a36-0778-4adf-973d-9b52223c0f15 is going to be updated. [ 939.971774] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.972352] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.972352] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.972352] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.972352] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.972352] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e is going to be updated. [ 940.010401] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.010602] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.010748] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.010986] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.012959] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.016932] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.017161] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.017413] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.018085] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.018085] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.029092] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: IN_PROGRESS for 2s [ 940.031164] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88891a36-0778-4adf-973d-9b52223c0f15 in Status: IN_PROGRESS for 2s [ 940.169569] env[62781]: INFO networking_nsxv3.common.synchronization [None req-a2e60d3f-b80e-4467-9eee-dc0a0b32a9a6 None None] Enqueued Resource ID: 5365be5d-93f8-48de-bf03-2c99815c3e9a with Priority: HIGHEST for action port [ 940.170696] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5365be5d-93f8-48de-bf03-2c99815c3e9a with Priority: HIGHEST for action port [ 940.171855] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-5365be5d-93f8-48de-bf03-2c99815c3e9a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.172158] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5365be5d-93f8-48de-bf03-2c99815c3e9a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.172328] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5365be5d-93f8-48de-bf03-2c99815c3e9a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.172743] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5365be5d-93f8-48de-bf03-2c99815c3e9a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.172932] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5365be5d-93f8-48de-bf03-2c99815c3e9a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.675491] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5365be5d-93f8-48de-bf03-2c99815c3e9a [ 940.675767] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.675891] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.675931] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.676159] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.676240] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.676337] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5365be5d-93f8-48de-bf03-2c99815c3e9a already deleted. [ 940.676571] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5365be5d-93f8-48de-bf03-2c99815c3e9a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.855260] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e in Status: SUCCESS [ 940.855260] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.046927] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: SUCCESS [ 942.047353] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.048937] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88891a36-0778-4adf-973d-9b52223c0f15 in Status: SUCCESS [ 942.050080] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.050323] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.050883] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.050883] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.051074] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.051570] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.051570] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.051696] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.051743] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.051870] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.054584] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.055176] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.055176] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.055176] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.055176] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.056411] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.056411] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.056579] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.057342] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88891a36-0778-4adf-973d-9b52223c0f15',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.186979] env[62781]: INFO networking_nsxv3.common.synchronization [None req-5753ac87-b868-443b-b719-b5d2b02aac2f tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Enqueued Resource ID: c5829af7-1145-4375-babd-b46f9e609d53 with Priority: HIGHEST for action security_group_rules [ 942.188512] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5829af7-1145-4375-babd-b46f9e609d53 with Priority: HIGHEST for action security_group_rules [ 942.189937] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5829af7-1145-4375-babd-b46f9e609d53 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.190106] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5829af7-1145-4375-babd-b46f9e609d53" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.190106] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5829af7-1145-4375-babd-b46f9e609d53" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.193036] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5829af7-1145-4375-babd-b46f9e609d53" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.193036] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5829af7-1145-4375-babd-b46f9e609d53',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.354548] env[62781]: INFO networking_nsxv3.common.synchronization [None req-8113cec8-f3ce-4c74-96c8-b8a794ed4f90 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Enqueued Resource ID: c5829af7-1145-4375-babd-b46f9e609d53 with Priority: HIGHEST for action security_group_rules [ 942.355066] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5829af7-1145-4375-babd-b46f9e609d53 with Priority: HIGHEST for action security_group_rules [ 942.355372] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5829af7-1145-4375-babd-b46f9e609d53 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.355476] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5829af7-1145-4375-babd-b46f9e609d53" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.559751] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.559751] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.559751] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.559931] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.560061] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.560168] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.560230] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.560384] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.560470] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.560582] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.560702] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.560796] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.560866] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.561050] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.561221] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.561292] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.561333] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.561689] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.561689] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.561689] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.561689] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.563812] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88891a36-0778-4adf-973d-9b52223c0f15',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.714154] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.714533] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.714609] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.714809] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.714894] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.714985] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5829af7-1145-4375-babd-b46f9e609d53 already deleted. [ 942.715117] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5829af7-1145-4375-babd-b46f9e609d53" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.715266] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5829af7-1145-4375-babd-b46f9e609d53" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.715412] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5829af7-1145-4375-babd-b46f9e609d53" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.715496] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5829af7-1145-4375-babd-b46f9e609d53',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.064179] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61870c2a-ee8f-4985-9d61-0eb56ded1d0e: rpc.has_security_group_logging(os_id): False [ 943.066088] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88891a36-0778-4adf-973d-9b52223c0f15: rpc.has_security_group_logging(os_id): False [ 943.085896] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.086781] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.086910] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.087177] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.087497] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.087497] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.087670] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.087670] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.088190] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.088190] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.088190] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.088190] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.089188] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.089188] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.089188] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.089188] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.089188] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.089188] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.089188] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.089188] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.089188] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e is going to be updated. [ 943.091194] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.091194] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.091194] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.091194] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.091194] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.091677] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.091677] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.091677] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.091835] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.091927] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.092022] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88891a36-0778-4adf-973d-9b52223c0f15 is going to be created. [ 943.158612] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.158612] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.158612] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.158612] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.158969] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.161369] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.161739] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.161802] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.162055] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.162259] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.178254] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88891a36-0778-4adf-973d-9b52223c0f15 in Status: IN_PROGRESS for 2s [ 943.188686] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: IN_PROGRESS for 2s [ 943.245890] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.246134] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.246134] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.246286] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.246483] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.246483] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5829af7-1145-4375-babd-b46f9e609d53 already deleted. [ 943.246576] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5829af7-1145-4375-babd-b46f9e609d53" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.194323] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88891a36-0778-4adf-973d-9b52223c0f15 in Status: SUCCESS [ 945.194646] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.194686] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.194896] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.195043] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88891a36-0778-4adf-973d-9b52223c0f15',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.202888] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: SUCCESS [ 945.202888] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.202888] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.202888] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.202888] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.419071] env[62781]: INFO networking_nsxv3.common.synchronization [None req-466517e7-ecfa-4fa1-bd36-c71e7280520f None None] Enqueued Resource ID: de1fb31e-265d-4708-b73a-b6ecd7d49edc with Priority: HIGHEST for action port [ 945.419071] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de1fb31e-265d-4708-b73a-b6ecd7d49edc with Priority: HIGHEST for action port [ 945.419071] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-de1fb31e-265d-4708-b73a-b6ecd7d49edc taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.419071] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de1fb31e-265d-4708-b73a-b6ecd7d49edc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.419071] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de1fb31e-265d-4708-b73a-b6ecd7d49edc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.419071] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de1fb31e-265d-4708-b73a-b6ecd7d49edc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.419819] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de1fb31e-265d-4708-b73a-b6ecd7d49edc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.697581] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-88891a36-0778-4adf-973d-9b52223c0f15 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.697742] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.697814] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.698038] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.698543] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.698786] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.698786] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.698983] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.698983] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.699103] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.699138] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88891a36-0778-4adf-973d-9b52223c0f15',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.703923] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.704071] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.704117] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.704546] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.704546] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.704546] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.704546] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.704692] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.704753] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.704832] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.704912] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.923114] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de1fb31e-265d-4708-b73a-b6ecd7d49edc [ 945.923583] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.923761] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.923861] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.924119] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.924247] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.924374] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de1fb31e-265d-4708-b73a-b6ecd7d49edc already deleted. [ 945.924483] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de1fb31e-265d-4708-b73a-b6ecd7d49edc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.128816] env[62781]: INFO networking_nsxv3.common.synchronization [req-7285036b-ce05-4d0a-8223-573bbea946b9 req-8bbe9545-38af-428c-89ba-1f5cb98e0a35 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_members [ 946.129570] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_members [ 946.129981] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.130344] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.130455] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.130730] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.130969] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.131134] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.131245] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.131485] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.131855] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.131855] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.202781] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88891a36-0778-4adf-973d-9b52223c0f15',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.208591] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.208713] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.640703] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.704872] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88891a36-0778-4adf-973d-9b52223c0f15: rpc.has_security_group_logging(os_id): False [ 946.721303] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.721303] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.721303] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.721303] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.721496] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.721630] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.722736] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.722736] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.722736] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.722736] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.722736] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88891a36-0778-4adf-973d-9b52223c0f15 is going to be updated. [ 946.774609] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.774839] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.774839] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.775089] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.775258] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.786687] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88891a36-0778-4adf-973d-9b52223c0f15 in Status: IN_PROGRESS for 2s [ 946.952941] env[62781]: INFO networking_nsxv3.common.synchronization [req-f62497af-3454-47a0-b800-59fc6b39798d req-25ba6266-1a1c-4933-9b64-f818411e3941 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Enqueued Resource ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad with Priority: HIGHEST for action security_group_members [ 946.953485] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad with Priority: HIGHEST for action security_group_members [ 946.955024] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.955024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.955024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.955024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.955024] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.955024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.955024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.955363] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.955363] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.955450] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a73c0f7d-e094-4e30-ad9a-7b069133b7ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.042674] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-10 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.042906] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-10" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.043029] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-10" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.043318] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-10" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.043575] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.043958] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.044271] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.044556] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.044886] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.045097] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 947.045289] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 947.045451] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 947.045664] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 947.045756] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 947.045905] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 947.046096] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 947.075563] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 947.075780] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 947.075901] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 947.076104] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-10" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.076616] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-dae000c8-e2ad-418c-9ef5-d1fc749cb9ca taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.076875] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-dae000c8-e2ad-418c-9ef5-d1fc749cb9ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.076953] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-dae000c8-e2ad-418c-9ef5-d1fc749cb9ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.077283] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-dae000c8-e2ad-418c-9ef5-d1fc749cb9ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.077593] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dae000c8-e2ad-418c-9ef5-d1fc749cb9ca',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.145152] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.458773] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a73c0f7d-e094-4e30-ad9a-7b069133b7ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.581706] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.582087] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.582310] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.585410] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.585410] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.585410] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port dae000c8-e2ad-418c-9ef5-d1fc749cb9ca not found, creating... [ 947.585410] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.585410] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.585410] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.585410] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.585410] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.585410] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.586067] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.586067] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.586067] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.586273] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.586493] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: dae000c8-e2ad-418c-9ef5-d1fc749cb9ca is going to be created. [ 947.606205] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.606353] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.606863] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.606863] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.606986] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.607267] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-dae000c8-e2ad-418c-9ef5-d1fc749cb9ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.647754] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.648011] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.648166] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.648473] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.648615] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.648769] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e is going to be updated. [ 947.678141] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.678353] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.678416] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.678638] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.678790] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.687625] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: IN_PROGRESS for 2s [ 947.961421] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a73c0f7d-e094-4e30-ad9a-7b069133b7ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.341021] env[62781]: INFO networking_nsxv3.common.synchronization [None req-0fee8fe1-440b-4594-9382-b071b1cd1ef5 None None] Enqueued Resource ID: 757a2b08-573e-4a45-b95d-b41a9b640200 with Priority: HIGHEST for action port [ 948.341021] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 757a2b08-573e-4a45-b95d-b41a9b640200 with Priority: HIGHEST for action port [ 948.341567] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-757a2b08-573e-4a45-b95d-b41a9b640200 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.341567] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-757a2b08-573e-4a45-b95d-b41a9b640200" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.341567] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-757a2b08-573e-4a45-b95d-b41a9b640200" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.341790] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-757a2b08-573e-4a45-b95d-b41a9b640200" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.341790] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('757a2b08-573e-4a45-b95d-b41a9b640200',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.369122] env[62781]: INFO networking_nsxv3.common.synchronization [req-7285036b-ce05-4d0a-8223-573bbea946b9 req-1d05c7db-1f67-4776-9c93-921476439e7c service nova] Enqueued Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_rules [ 948.369307] env[62781]: INFO networking_nsxv3.common.synchronization [req-7285036b-ce05-4d0a-8223-573bbea946b9 req-1d05c7db-1f67-4776-9c93-921476439e7c service nova] Enqueued Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_members [ 948.369451] env[62781]: INFO networking_nsxv3.common.synchronization [req-7285036b-ce05-4d0a-8223-573bbea946b9 req-1d05c7db-1f67-4776-9c93-921476439e7c service nova] Enqueued Resource ID: dae000c8-e2ad-418c-9ef5-d1fc749cb9ca with Priority: HIGHEST for action port [ 948.369677] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_rules [ 948.369803] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_members [ 948.369983] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dae000c8-e2ad-418c-9ef5-d1fc749cb9ca with Priority: HIGHEST for action port [ 948.370475] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.370573] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.370762] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.370864] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.371090] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-dae000c8-e2ad-418c-9ef5-d1fc749cb9ca taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.371199] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dae000c8-e2ad-418c-9ef5-d1fc749cb9ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.371265] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dae000c8-e2ad-418c-9ef5-d1fc749cb9ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.371475] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dae000c8-e2ad-418c-9ef5-d1fc749cb9ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.371557] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dae000c8-e2ad-418c-9ef5-d1fc749cb9ca',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.467037] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.467037] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.467037] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.467503] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.467503] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.467503] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad is going to be updated. [ 948.494359] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.494498] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.494571] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.494809] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.494957] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.503468] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad in Status: IN_PROGRESS for 2s [ 948.802093] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88891a36-0778-4adf-973d-9b52223c0f15 in Status: SUCCESS [ 948.802093] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.846089] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 757a2b08-573e-4a45-b95d-b41a9b640200 [ 948.846089] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.846089] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.846089] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.846089] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.846089] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.846089] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:757a2b08-573e-4a45-b95d-b41a9b640200 already deleted. [ 948.846089] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-757a2b08-573e-4a45-b95d-b41a9b640200" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.846089] env[62781]: INFO networking_nsxv3.common.synchronization [req-38684d88-cee2-4a7e-97e7-3d2eb51ed6b7 req-a3a0d32e-3853-44d2-90dd-6d6a75f33067 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Enqueued Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_members [ 948.847455] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_members [ 948.848052] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.848330] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.849746] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.849746] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.849746] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.849746] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.851746] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.851746] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.851746] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.851746] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.876019] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dae000c8-e2ad-418c-9ef5-d1fc749cb9ca with status ACTIVE [ 948.876019] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.876019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.876019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.876019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.876019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.876019] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.876019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.876019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.876019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.876019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.876019] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.876019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.876019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.876019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.876019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.876019] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dae000c8-e2ad-418c-9ef5-d1fc749cb9ca is going to be updated. [ 948.896089] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.896089] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.896089] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.896089] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.896089] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.896089] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dae000c8-e2ad-418c-9ef5-d1fc749cb9ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.353896] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.353896] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.353896] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.353896] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.353896] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.353896] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.353896] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.353896] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.353896] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.353896] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.353896] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9588ff4a-654e-400c-a650-03930bdde17c is going to be updated. [ 949.381124] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.381124] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.381124] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.381124] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.381124] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.390778] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: IN_PROGRESS for 2s [ 949.697118] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: SUCCESS [ 949.697118] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.697118] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.697541] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.697541] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.697643] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.697709] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.697878] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.697967] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.698068] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.698231] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.698313] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.698374] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.698520] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.698685] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.698789] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.698971] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.699192] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.699273] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.699363] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.699459] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.700348] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.700508] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.700655] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.700756] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.700823] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.700970] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.701058] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.701148] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.202761] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61870c2a-ee8f-4985-9d61-0eb56ded1d0e: rpc.has_security_group_logging(os_id): False [ 950.205562] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.227059] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.227059] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.227059] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.227320] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.227320] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.227472] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.227554] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.227612] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.227765] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.227885] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.228195] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.228266] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.228323] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.229046] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.229046] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.229046] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.229046] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.229046] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.229298] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.229298] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.229385] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e is going to be updated. [ 950.295251] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.295251] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.295529] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.295529] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.295643] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.319733] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: IN_PROGRESS for 2s [ 950.512360] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad in Status: SUCCESS [ 950.512623] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.707591] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.210622] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.210780] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.210780] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.211408] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.211408] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.211408] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e is going to be updated. [ 951.238153] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.238322] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.238363] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.238558] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.238699] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.248411] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: IN_PROGRESS for 2s [ 951.400874] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: SUCCESS [ 951.400874] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9588ff4a-654e-400c-a650-03930bdde17c deletion is rescheduled due to dependency. [ 951.401618] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.334738] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: SUCCESS [ 952.335104] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.335170] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.335385] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.335463] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.838186] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.838370] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.260202] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: SUCCESS [ 953.260260] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.260641] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.260641] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.260844] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.260965] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.261044] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.261199] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.261283] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.261424] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.261529] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.767942] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.768328] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.768328] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.768616] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.768871] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.769044] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.769159] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.769392] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.769536] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.769686] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.769988] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.770159] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.770268] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.770495] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.770723] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.770883] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.771083] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.771320] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.771452] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.771559] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.771660] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.848948] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 953.849155] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 954.278176] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61870c2a-ee8f-4985-9d61-0eb56ded1d0e: rpc.has_security_group_logging(os_id): False [ 954.295272] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.295393] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.295454] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.295670] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.295751] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.296057] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.296057] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.296503] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.296503] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.296503] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.296503] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.296677] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.296720] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.296933] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.296933] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.297225] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.297336] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.297397] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.297523] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.297610] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.297713] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e is going to be updated. [ 954.352094] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.352266] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.352344] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.352593] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.352738] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.373674] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: IN_PROGRESS for 2s [ 956.388339] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: SUCCESS [ 956.388713] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.483967] env[62781]: INFO networking_nsxv3.common.synchronization [req-b107b3d5-ef7d-4848-88cb-73ab27299e0c req-61bdfde9-80fa-494e-82a5-5f27161ab942 tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Enqueued Resource ID: 280ab6e8-fa29-4279-beed-6958661af143 with Priority: HIGHEST for action security_group_members [ 956.483967] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 280ab6e8-fa29-4279-beed-6958661af143 with Priority: HIGHEST for action security_group_members [ 956.484227] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-280ab6e8-fa29-4279-beed-6958661af143 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.484479] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-280ab6e8-fa29-4279-beed-6958661af143" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.484573] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-280ab6e8-fa29-4279-beed-6958661af143" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.484833] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-280ab6e8-fa29-4279-beed-6958661af143" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.485022] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.485134] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.485206] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.485358] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.485444] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.485541] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('280ab6e8-fa29-4279-beed-6958661af143',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.971601] env[62781]: INFO networking_nsxv3.common.synchronization [req-c4c859df-8f13-4482-a9d2-1a1b92261114 req-66e32f69-0afa-4fd1-bb73-b1b2c8582c2d tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_members [ 956.971785] env[62781]: INFO networking_nsxv3.common.synchronization [req-c4c859df-8f13-4482-a9d2-1a1b92261114 req-66e32f69-0afa-4fd1-bb73-b1b2c8582c2d tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: 2efb6ab1-dadc-4999-b52f-82be72631b0a with Priority: HIGHEST for action security_group_members [ 956.972288] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_members [ 956.972421] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2efb6ab1-dadc-4999-b52f-82be72631b0a with Priority: HIGHEST for action security_group_members [ 956.972782] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.972879] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.972912] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.973633] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.975146] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.975321] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.975368] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.975529] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.975761] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.975761] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.977050] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-2efb6ab1-dadc-4999-b52f-82be72631b0a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.977185] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2efb6ab1-dadc-4999-b52f-82be72631b0a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.977225] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2efb6ab1-dadc-4999-b52f-82be72631b0a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.977521] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2efb6ab1-dadc-4999-b52f-82be72631b0a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.977688] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.977838] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.978079] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.978079] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.978150] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.978217] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2efb6ab1-dadc-4999-b52f-82be72631b0a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.988028] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.988028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.988028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.988280] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.988398] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.988617] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.988746] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.988836] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.989029] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.989115] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.989202] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 280ab6e8-fa29-4279-beed-6958661af143 already deleted. [ 956.989280] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-280ab6e8-fa29-4279-beed-6958661af143" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.050052] env[62781]: INFO networking_nsxv3.common.synchronization [req-c4c859df-8f13-4482-a9d2-1a1b92261114 req-66e32f69-0afa-4fd1-bb73-b1b2c8582c2d tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: 2efb6ab1-dadc-4999-b52f-82be72631b0a with Priority: HIGHEST for action security_group_rules [ 957.050276] env[62781]: INFO networking_nsxv3.common.synchronization [req-c4c859df-8f13-4482-a9d2-1a1b92261114 req-66e32f69-0afa-4fd1-bb73-b1b2c8582c2d tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: 2efb6ab1-dadc-4999-b52f-82be72631b0a with Priority: HIGHEST for action security_group_members [ 957.050454] env[62781]: INFO networking_nsxv3.common.synchronization [req-c4c859df-8f13-4482-a9d2-1a1b92261114 req-66e32f69-0afa-4fd1-bb73-b1b2c8582c2d tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_rules [ 957.050603] env[62781]: INFO networking_nsxv3.common.synchronization [req-c4c859df-8f13-4482-a9d2-1a1b92261114 req-66e32f69-0afa-4fd1-bb73-b1b2c8582c2d tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_members [ 957.050761] env[62781]: INFO networking_nsxv3.common.synchronization [req-c4c859df-8f13-4482-a9d2-1a1b92261114 req-66e32f69-0afa-4fd1-bb73-b1b2c8582c2d tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: dae000c8-e2ad-418c-9ef5-d1fc749cb9ca with Priority: HIGHEST for action port [ 957.054322] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2efb6ab1-dadc-4999-b52f-82be72631b0a with Priority: HIGHEST for action security_group_rules [ 957.054492] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_rules [ 957.054610] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dae000c8-e2ad-418c-9ef5-d1fc749cb9ca with Priority: HIGHEST for action port [ 957.054718] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2efb6ab1-dadc-4999-b52f-82be72631b0a with Priority: HIGHEST for action security_group_members [ 957.054821] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_members [ 957.059021] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-232 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.059251] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-232" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.059401] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-232" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.060126] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-232" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.060126] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.060288] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.061030] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.061030] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.061030] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.061221] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 957.061402] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 957.061527] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 957.061768] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 957.061843] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 957.061986] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 957.062165] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 957.063431] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2efb6ab1-dadc-4999-b52f-82be72631b0a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.064090] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2efb6ab1-dadc-4999-b52f-82be72631b0a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.064090] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2efb6ab1-dadc-4999-b52f-82be72631b0a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.064090] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2efb6ab1-dadc-4999-b52f-82be72631b0a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.064090] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2efb6ab1-dadc-4999-b52f-82be72631b0a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.067913] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.067913] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.067913] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.068078] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.068078] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.069650] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-dae000c8-e2ad-418c-9ef5-d1fc749cb9ca taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.069650] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dae000c8-e2ad-418c-9ef5-d1fc749cb9ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.069650] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dae000c8-e2ad-418c-9ef5-d1fc749cb9ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.069863] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dae000c8-e2ad-418c-9ef5-d1fc749cb9ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.069863] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dae000c8-e2ad-418c-9ef5-d1fc749cb9ca',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.071443] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-2efb6ab1-dadc-4999-b52f-82be72631b0a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.072442] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2efb6ab1-dadc-4999-b52f-82be72631b0a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.072513] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.072561] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.093445] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 957.095968] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 957.095968] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 957.095968] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-232" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.095968] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-c0f00277-e6cc-415c-9c32-7c24d7174036 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.095968] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-c0f00277-e6cc-415c-9c32-7c24d7174036" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.095968] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-c0f00277-e6cc-415c-9c32-7c24d7174036" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.095968] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-c0f00277-e6cc-415c-9c32-7c24d7174036" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.095968] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0f00277-e6cc-415c-9c32-7c24d7174036',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.478273] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.479773] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2efb6ab1-dadc-4999-b52f-82be72631b0a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.574248] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-2efb6ab1-dadc-4999-b52f-82be72631b0a taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.578056] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2efb6ab1-dadc-4999-b52f-82be72631b0a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.578056] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.578056] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.578056] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dae000c8-e2ad-418c-9ef5-d1fc749cb9ca with status ACTIVE [ 957.578056] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.578056] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.578056] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.578056] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.578056] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.578056] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.578056] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.578056] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.578056] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.578056] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.579760] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.579760] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.579760] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.579760] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.579760] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.579760] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dae000c8-e2ad-418c-9ef5-d1fc749cb9ca is going to be updated. [ 957.596097] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.596282] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.596374] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.596588] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.596817] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.596952] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dae000c8-e2ad-418c-9ef5-d1fc749cb9ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.598559] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.598779] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.598873] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.599187] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.599369] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.599547] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port c0f00277-e6cc-415c-9c32-7c24d7174036 not found, creating... [ 957.599847] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.600083] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.600260] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.600507] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.600681] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.601017] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.601240] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.601396] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.601634] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.601804] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.601975] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: c0f00277-e6cc-415c-9c32-7c24d7174036 is going to be created. [ 957.619415] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.619815] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.620084] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.620350] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.621027] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.621309] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-c0f00277-e6cc-415c-9c32-7c24d7174036" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.981069] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.981936] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2efb6ab1-dadc-4999-b52f-82be72631b0a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.363156] env[62781]: INFO networking_nsxv3.common.synchronization [req-b107b3d5-ef7d-4848-88cb-73ab27299e0c req-25b5bc99-abd6-47c2-ad66-6495f75d8a09 service nova] Enqueued Resource ID: 280ab6e8-fa29-4279-beed-6958661af143 with Priority: HIGHEST for action security_group_rules [ 958.363156] env[62781]: INFO networking_nsxv3.common.synchronization [req-b107b3d5-ef7d-4848-88cb-73ab27299e0c req-25b5bc99-abd6-47c2-ad66-6495f75d8a09 service nova] Enqueued Resource ID: 280ab6e8-fa29-4279-beed-6958661af143 with Priority: HIGHEST for action security_group_members [ 958.363156] env[62781]: INFO networking_nsxv3.common.synchronization [req-b107b3d5-ef7d-4848-88cb-73ab27299e0c req-25b5bc99-abd6-47c2-ad66-6495f75d8a09 service nova] Enqueued Resource ID: c0f00277-e6cc-415c-9c32-7c24d7174036 with Priority: HIGHEST for action port [ 958.363156] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 280ab6e8-fa29-4279-beed-6958661af143 with Priority: HIGHEST for action security_group_rules [ 958.363294] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 280ab6e8-fa29-4279-beed-6958661af143 with Priority: HIGHEST for action security_group_members [ 958.363377] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0f00277-e6cc-415c-9c32-7c24d7174036 with Priority: HIGHEST for action port [ 958.366899] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-280ab6e8-fa29-4279-beed-6958661af143 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.367799] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-280ab6e8-fa29-4279-beed-6958661af143" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.367799] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-280ab6e8-fa29-4279-beed-6958661af143" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.367799] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-280ab6e8-fa29-4279-beed-6958661af143" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.367799] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('280ab6e8-fa29-4279-beed-6958661af143',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.368901] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-280ab6e8-fa29-4279-beed-6958661af143 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.368901] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-280ab6e8-fa29-4279-beed-6958661af143" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.368901] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-280ab6e8-fa29-4279-beed-6958661af143" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.368901] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-280ab6e8-fa29-4279-beed-6958661af143" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.368901] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.368901] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.369277] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.369277] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.369277] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.369277] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('280ab6e8-fa29-4279-beed-6958661af143',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.370517] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0f00277-e6cc-415c-9c32-7c24d7174036 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.370517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0f00277-e6cc-415c-9c32-7c24d7174036" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.370517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0f00277-e6cc-415c-9c32-7c24d7174036" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.370517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0f00277-e6cc-415c-9c32-7c24d7174036" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.370517] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0f00277-e6cc-415c-9c32-7c24d7174036',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.483376] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.483671] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.483671] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.484314] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.484453] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.484590] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e is going to be updated. [ 958.486283] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.486444] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.486539] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.486744] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.486831] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.486923] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2efb6ab1-dadc-4999-b52f-82be72631b0a is going to be created. [ 958.509963] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.510219] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.510321] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.510564] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.510762] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.512766] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.512932] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.513049] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.513254] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.513415] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.521602] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: IN_PROGRESS for 2s [ 958.522197] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2efb6ab1-dadc-4999-b52f-82be72631b0a in Status: UNINITIALIZED for 2s [ 958.876300] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-280ab6e8-fa29-4279-beed-6958661af143 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.876300] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-280ab6e8-fa29-4279-beed-6958661af143" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.876300] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('280ab6e8-fa29-4279-beed-6958661af143',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.877361] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0f00277-e6cc-415c-9c32-7c24d7174036 with status ACTIVE [ 958.877361] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.877361] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.877361] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.877361] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.877361] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.877361] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.877785] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.877785] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.877785] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.877785] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.877949] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.878028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.879836] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.880202] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.880297] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.880685] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0f00277-e6cc-415c-9c32-7c24d7174036 is going to be updated. [ 958.924019] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.924019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.924019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.924019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.924019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.924019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0f00277-e6cc-415c-9c32-7c24d7174036" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.104205] env[62781]: INFO networking_nsxv3.common.synchronization [req-06e730bb-7ea8-42e4-9e81-292be9572702 req-dbcbaba9-0b22-441e-a674-e7d19e2d470a tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Enqueued Resource ID: c5829af7-1145-4375-babd-b46f9e609d53 with Priority: HIGHEST for action security_group_members [ 959.104768] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5829af7-1145-4375-babd-b46f9e609d53 with Priority: HIGHEST for action security_group_members [ 959.105777] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5829af7-1145-4375-babd-b46f9e609d53 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.105777] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5829af7-1145-4375-babd-b46f9e609d53" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.105777] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5829af7-1145-4375-babd-b46f9e609d53" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.105777] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5829af7-1145-4375-babd-b46f9e609d53" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.105777] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.105777] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.106059] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.106059] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.106225] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.106373] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5829af7-1145-4375-babd-b46f9e609d53',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.240761] env[62781]: INFO networking_nsxv3.common.synchronization [None req-af3d54ec-7d03-45ba-a30b-e02d0b3e4edb None None] Enqueued Resource ID: c8820334-9d54-448c-9fe1-0e51a9faff7e with Priority: HIGHEST for action port [ 959.241358] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8820334-9d54-448c-9fe1-0e51a9faff7e with Priority: HIGHEST for action port [ 959.241737] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8820334-9d54-448c-9fe1-0e51a9faff7e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.241864] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8820334-9d54-448c-9fe1-0e51a9faff7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.241904] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8820334-9d54-448c-9fe1-0e51a9faff7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.245968] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8820334-9d54-448c-9fe1-0e51a9faff7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.246081] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8820334-9d54-448c-9fe1-0e51a9faff7e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.382766] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('280ab6e8-fa29-4279-beed-6958661af143',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.609964] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.610258] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.610258] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.611091] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.611091] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.611091] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.611091] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.611091] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.611091] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.611330] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.611330] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5829af7-1145-4375-babd-b46f9e609d53 already deleted. [ 959.611330] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5829af7-1145-4375-babd-b46f9e609d53" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.750308] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8820334-9d54-448c-9fe1-0e51a9faff7e [ 959.750308] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.750308] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.750308] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.750308] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.750308] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.750308] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8820334-9d54-448c-9fe1-0e51a9faff7e already deleted. [ 959.750308] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8820334-9d54-448c-9fe1-0e51a9faff7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.885450] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.885868] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.885956] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.886196] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.886284] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.886382] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 280ab6e8-fa29-4279-beed-6958661af143 is going to be created. [ 959.909236] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.912961] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.912961] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.912961] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.912961] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.929763] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 280ab6e8-fa29-4279-beed-6958661af143 in Status: UNINITIALIZED for 2s [ 959.971869] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.972180] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-984" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.972482] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-984" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.972482] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-984" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.972732] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.973147] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.973147] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.975350] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.975350] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.975350] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 959.975350] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 959.975350] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 959.975350] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 959.975350] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 959.975350] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 959.975350] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 959.993440] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 959.993440] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 959.995535] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 959.995535] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-984" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.995535] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-84492428-444f-43e1-822b-da8fc7a5ead1 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.995535] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-84492428-444f-43e1-822b-da8fc7a5ead1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.995535] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-84492428-444f-43e1-822b-da8fc7a5ead1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.995535] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-84492428-444f-43e1-822b-da8fc7a5ead1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.995535] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84492428-444f-43e1-822b-da8fc7a5ead1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.497256] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.497496] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.497625] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.497936] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.498104] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.498265] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 84492428-444f-43e1-822b-da8fc7a5ead1 not found, creating... [ 960.498529] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.498694] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.498816] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.499045] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.499190] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.499589] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.500448] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.500448] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.500448] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.500448] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.500448] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 84492428-444f-43e1-822b-da8fc7a5ead1 is going to be created. [ 960.520712] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.520712] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.520712] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.521043] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.521228] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.521462] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-84492428-444f-43e1-822b-da8fc7a5ead1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.531459] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2efb6ab1-dadc-4999-b52f-82be72631b0a in Status: SUCCESS [ 960.531678] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2efb6ab1-dadc-4999-b52f-82be72631b0a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.531841] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2efb6ab1-dadc-4999-b52f-82be72631b0a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.534438] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2efb6ab1-dadc-4999-b52f-82be72631b0a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.534807] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.535048] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.535850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.535850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.535850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.535850] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2efb6ab1-dadc-4999-b52f-82be72631b0a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.540248] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: SUCCESS [ 960.540248] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.540248] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.540248] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.540248] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.540248] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.540248] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.540248] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.540248] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.540248] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.042823] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2efb6ab1-dadc-4999-b52f-82be72631b0a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.042823] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.484200] env[62781]: INFO networking_nsxv3.common.synchronization [req-06e730bb-7ea8-42e4-9e81-292be9572702 req-02ac1fde-1938-42ed-80ef-efdd9157e544 service nova] Enqueued Resource ID: c5829af7-1145-4375-babd-b46f9e609d53 with Priority: HIGHEST for action security_group_rules [ 961.484409] env[62781]: INFO networking_nsxv3.common.synchronization [req-06e730bb-7ea8-42e4-9e81-292be9572702 req-02ac1fde-1938-42ed-80ef-efdd9157e544 service nova] Enqueued Resource ID: c5829af7-1145-4375-babd-b46f9e609d53 with Priority: HIGHEST for action security_group_members [ 961.484628] env[62781]: INFO networking_nsxv3.common.synchronization [req-06e730bb-7ea8-42e4-9e81-292be9572702 req-02ac1fde-1938-42ed-80ef-efdd9157e544 service nova] Enqueued Resource ID: 84492428-444f-43e1-822b-da8fc7a5ead1 with Priority: HIGHEST for action port [ 961.484890] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5829af7-1145-4375-babd-b46f9e609d53 with Priority: HIGHEST for action security_group_rules [ 961.484964] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5829af7-1145-4375-babd-b46f9e609d53 with Priority: HIGHEST for action security_group_members [ 961.485076] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84492428-444f-43e1-822b-da8fc7a5ead1 with Priority: HIGHEST for action port [ 961.489734] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5829af7-1145-4375-babd-b46f9e609d53 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.489865] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5829af7-1145-4375-babd-b46f9e609d53" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.489959] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5829af7-1145-4375-babd-b46f9e609d53" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.490190] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5829af7-1145-4375-babd-b46f9e609d53" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.490273] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5829af7-1145-4375-babd-b46f9e609d53',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.495665] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5829af7-1145-4375-babd-b46f9e609d53 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.495759] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5829af7-1145-4375-babd-b46f9e609d53" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.495759] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5829af7-1145-4375-babd-b46f9e609d53" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.495962] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5829af7-1145-4375-babd-b46f9e609d53" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.496141] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.496244] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.496307] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.496452] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.496536] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.496632] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5829af7-1145-4375-babd-b46f9e609d53',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.497465] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-84492428-444f-43e1-822b-da8fc7a5ead1 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.497576] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84492428-444f-43e1-822b-da8fc7a5ead1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.497836] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84492428-444f-43e1-822b-da8fc7a5ead1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.497836] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84492428-444f-43e1-822b-da8fc7a5ead1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.497912] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84492428-444f-43e1-822b-da8fc7a5ead1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.546237] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.547282] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2efb6ab1-dadc-4999-b52f-82be72631b0a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.567223] env[62781]: INFO networking_nsxv3.common.synchronization [req-e2b39145-52c5-46cb-85c8-c098fae5e52b req-53069dd5-335e-4c89-9f79-b0d2509cae41 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Enqueued Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_members [ 961.567685] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_members [ 961.567978] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.568218] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.568293] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.568525] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.568678] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.568766] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.568830] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.569608] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.569608] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.569608] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.703187] env[62781]: INFO networking_nsxv3.common.synchronization [None req-8edff722-c4f1-4e5f-a0e3-2c6dbd68bdc4 None None] Enqueued Resource ID: 6e276241-c2e9-4a5a-b28c-e42b9397e545 with Priority: HIGHEST for action port [ 961.703446] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e276241-c2e9-4a5a-b28c-e42b9397e545 with Priority: HIGHEST for action port [ 961.703966] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e276241-c2e9-4a5a-b28c-e42b9397e545 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.704107] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e276241-c2e9-4a5a-b28c-e42b9397e545" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.704175] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e276241-c2e9-4a5a-b28c-e42b9397e545" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.704433] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e276241-c2e9-4a5a-b28c-e42b9397e545" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.704537] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e276241-c2e9-4a5a-b28c-e42b9397e545',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.942414] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 280ab6e8-fa29-4279-beed-6958661af143 in Status: SUCCESS [ 961.942675] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-280ab6e8-fa29-4279-beed-6958661af143" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.942873] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-280ab6e8-fa29-4279-beed-6958661af143" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.943101] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-280ab6e8-fa29-4279-beed-6958661af143" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.943289] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.943529] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.943529] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.943629] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.943811] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.943811] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-280ab6e8-fa29-4279-beed-6958661af143" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.943875] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('280ab6e8-fa29-4279-beed-6958661af143',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.980263] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-343 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.980481] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-343" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.980610] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-343" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.980962] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-343" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.981298] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.981403] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.981526] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.981747] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.981907] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.982275] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 961.982404] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.982518] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.982630] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.982746] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 961.982855] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.982989] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.999931] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5829af7-1145-4375-babd-b46f9e609d53',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.001458] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5829af7-1145-4375-babd-b46f9e609d53 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.001708] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5829af7-1145-4375-babd-b46f9e609d53" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.001896] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84492428-444f-43e1-822b-da8fc7a5ead1 with status ACTIVE [ 962.002070] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.002180] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.002351] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.002485] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.002586] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.002758] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.003497] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.003497] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.003497] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.003497] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.003497] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.003497] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.003497] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.004238] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.004238] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.004238] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84492428-444f-43e1-822b-da8fc7a5ead1 is going to be updated. [ 962.005852] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.006031] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 962.006201] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.006364] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-343" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.006641] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-1a9785c4-3c1a-4fa9-91cc-ef18117d4524 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.006801] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-1a9785c4-3c1a-4fa9-91cc-ef18117d4524" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.006925] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-1a9785c4-3c1a-4fa9-91cc-ef18117d4524" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.008016] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-1a9785c4-3c1a-4fa9-91cc-ef18117d4524" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.008016] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a9785c4-3c1a-4fa9-91cc-ef18117d4524',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.031673] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.031825] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.031882] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.032107] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.032550] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.032746] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84492428-444f-43e1-822b-da8fc7a5ead1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.048674] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.048999] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.048999] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.048999] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.048999] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.049487] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e is going to be updated. [ 962.051107] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.051222] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.051289] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.051488] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.051573] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.051661] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2efb6ab1-dadc-4999-b52f-82be72631b0a is going to be updated. [ 962.071409] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.071565] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.071744] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.071996] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.071996] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.072283] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.072465] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.072465] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.072647] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.072870] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.072929] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb already deleted. [ 962.073022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.098079] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.098258] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.098306] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.098470] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.098606] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.100476] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.100544] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.100580] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.100751] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.100831] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.115142] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: IN_PROGRESS for 2s [ 962.115900] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2efb6ab1-dadc-4999-b52f-82be72631b0a in Status: IN_PROGRESS for 2s [ 962.207434] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e276241-c2e9-4a5a-b28c-e42b9397e545 [ 962.207667] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.207800] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.207871] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.208111] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.208236] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.208346] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e276241-c2e9-4a5a-b28c-e42b9397e545 already deleted. [ 962.208435] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e276241-c2e9-4a5a-b28c-e42b9397e545" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.423536] env[62781]: INFO networking_nsxv3.common.synchronization [req-33161498-ee6b-4f3f-921d-d92288fa74f7 req-7cd5d504-7cbd-4c83-9c40-e28bec3d70f9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: fa32ad01-cbca-4532-9feb-524d41cc37ec with Priority: HIGHEST for action security_group_members [ 962.423710] env[62781]: INFO networking_nsxv3.common.synchronization [req-33161498-ee6b-4f3f-921d-d92288fa74f7 req-7cd5d504-7cbd-4c83-9c40-e28bec3d70f9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_members [ 962.424102] env[62781]: INFO networking_nsxv3.common.synchronization [req-33161498-ee6b-4f3f-921d-d92288fa74f7 req-7cd5d504-7cbd-4c83-9c40-e28bec3d70f9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: 2efb6ab1-dadc-4999-b52f-82be72631b0a with Priority: HIGHEST for action security_group_members [ 962.424626] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa32ad01-cbca-4532-9feb-524d41cc37ec with Priority: HIGHEST for action security_group_members [ 962.424753] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_members [ 962.424848] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2efb6ab1-dadc-4999-b52f-82be72631b0a with Priority: HIGHEST for action security_group_members [ 962.426088] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa32ad01-cbca-4532-9feb-524d41cc37ec taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.426088] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa32ad01-cbca-4532-9feb-524d41cc37ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.426088] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa32ad01-cbca-4532-9feb-524d41cc37ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.426088] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa32ad01-cbca-4532-9feb-524d41cc37ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.426088] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.426088] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.426614] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.426614] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.426614] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.426614] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa32ad01-cbca-4532-9feb-524d41cc37ec',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.427770] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.427770] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.427770] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-2efb6ab1-dadc-4999-b52f-82be72631b0a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.427770] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2efb6ab1-dadc-4999-b52f-82be72631b0a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.446014] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-280ab6e8-fa29-4279-beed-6958661af143 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.446177] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-280ab6e8-fa29-4279-beed-6958661af143" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.446247] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-280ab6e8-fa29-4279-beed-6958661af143" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.446567] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-280ab6e8-fa29-4279-beed-6958661af143" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.446649] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.446751] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.446830] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.447120] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.447164] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.447240] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-280ab6e8-fa29-4279-beed-6958661af143" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.447405] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-280ab6e8-fa29-4279-beed-6958661af143 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.447500] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-280ab6e8-fa29-4279-beed-6958661af143" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.447560] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-280ab6e8-fa29-4279-beed-6958661af143" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.447712] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-280ab6e8-fa29-4279-beed-6958661af143" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.447879] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.448075] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.448075] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.448206] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.448283] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.448363] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-280ab6e8-fa29-4279-beed-6958661af143" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.448453] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('280ab6e8-fa29-4279-beed-6958661af143',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.483010] env[62781]: INFO networking_nsxv3.common.synchronization [req-33161498-ee6b-4f3f-921d-d92288fa74f7 req-7cd5d504-7cbd-4c83-9c40-e28bec3d70f9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: 2efb6ab1-dadc-4999-b52f-82be72631b0a with Priority: HIGHEST for action security_group_rules [ 962.483111] env[62781]: INFO networking_nsxv3.common.synchronization [req-33161498-ee6b-4f3f-921d-d92288fa74f7 req-7cd5d504-7cbd-4c83-9c40-e28bec3d70f9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: 2efb6ab1-dadc-4999-b52f-82be72631b0a with Priority: HIGHEST for action security_group_members [ 962.483241] env[62781]: INFO networking_nsxv3.common.synchronization [req-33161498-ee6b-4f3f-921d-d92288fa74f7 req-7cd5d504-7cbd-4c83-9c40-e28bec3d70f9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_rules [ 962.483403] env[62781]: INFO networking_nsxv3.common.synchronization [req-33161498-ee6b-4f3f-921d-d92288fa74f7 req-7cd5d504-7cbd-4c83-9c40-e28bec3d70f9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_members [ 962.483783] env[62781]: INFO networking_nsxv3.common.synchronization [req-33161498-ee6b-4f3f-921d-d92288fa74f7 req-7cd5d504-7cbd-4c83-9c40-e28bec3d70f9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: fa32ad01-cbca-4532-9feb-524d41cc37ec with Priority: HIGHEST for action security_group_rules [ 962.483952] env[62781]: INFO networking_nsxv3.common.synchronization [req-33161498-ee6b-4f3f-921d-d92288fa74f7 req-7cd5d504-7cbd-4c83-9c40-e28bec3d70f9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: fa32ad01-cbca-4532-9feb-524d41cc37ec with Priority: HIGHEST for action security_group_members [ 962.484173] env[62781]: INFO networking_nsxv3.common.synchronization [req-33161498-ee6b-4f3f-921d-d92288fa74f7 req-7cd5d504-7cbd-4c83-9c40-e28bec3d70f9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: dae000c8-e2ad-418c-9ef5-d1fc749cb9ca with Priority: HIGHEST for action port [ 962.485741] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2efb6ab1-dadc-4999-b52f-82be72631b0a with Priority: HIGHEST for action security_group_rules [ 962.485741] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_rules [ 962.485741] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa32ad01-cbca-4532-9feb-524d41cc37ec with Priority: HIGHEST for action security_group_members [ 962.485741] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dae000c8-e2ad-418c-9ef5-d1fc749cb9ca with Priority: HIGHEST for action port [ 962.485741] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa32ad01-cbca-4532-9feb-524d41cc37ec with Priority: HIGHEST for action security_group_rules [ 962.485741] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2efb6ab1-dadc-4999-b52f-82be72631b0a with Priority: HIGHEST for action security_group_members [ 962.485741] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_members [ 962.485990] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2efb6ab1-dadc-4999-b52f-82be72631b0a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.486084] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2efb6ab1-dadc-4999-b52f-82be72631b0a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.486326] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.486431] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.486643] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa32ad01-cbca-4532-9feb-524d41cc37ec taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.486726] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa32ad01-cbca-4532-9feb-524d41cc37ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.486955] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-dae000c8-e2ad-418c-9ef5-d1fc749cb9ca taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.487019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dae000c8-e2ad-418c-9ef5-d1fc749cb9ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.487640] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dae000c8-e2ad-418c-9ef5-d1fc749cb9ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.487640] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dae000c8-e2ad-418c-9ef5-d1fc749cb9ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.487640] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dae000c8-e2ad-418c-9ef5-d1fc749cb9ca',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.488224] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa32ad01-cbca-4532-9feb-524d41cc37ec taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.488393] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa32ad01-cbca-4532-9feb-524d41cc37ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.488393] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa32ad01-cbca-4532-9feb-524d41cc37ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.488643] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa32ad01-cbca-4532-9feb-524d41cc37ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.488720] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa32ad01-cbca-4532-9feb-524d41cc37ec',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.489512] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-2efb6ab1-dadc-4999-b52f-82be72631b0a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.490293] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2efb6ab1-dadc-4999-b52f-82be72631b0a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.490293] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.490969] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.501860] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5829af7-1145-4375-babd-b46f9e609d53',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.510701] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.510933] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.511083] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.511678] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.511678] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.511678] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 1a9785c4-3c1a-4fa9-91cc-ef18117d4524 not found, creating... [ 962.512056] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.512147] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.512227] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.515269] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.515269] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.515269] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.515269] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.515269] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.515269] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.515269] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.515269] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 1a9785c4-3c1a-4fa9-91cc-ef18117d4524 is going to be created. [ 962.534288] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.534861] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.534861] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.534968] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.535241] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.535495] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-1a9785c4-3c1a-4fa9-91cc-ef18117d4524" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.924831] env[62781]: INFO networking_nsxv3.common.synchronization [req-b9e3fd02-569c-4453-b41d-6aab7f62b802 req-c2902287-b4af-48db-a3aa-160a36e63ffc tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Enqueued Resource ID: 59c72323-5d56-4b90-937a-f67aecdff33a with Priority: HIGHEST for action security_group_members [ 962.925494] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59c72323-5d56-4b90-937a-f67aecdff33a with Priority: HIGHEST for action security_group_members [ 962.925854] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-59c72323-5d56-4b90-937a-f67aecdff33a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.925994] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59c72323-5d56-4b90-937a-f67aecdff33a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.926478] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59c72323-5d56-4b90-937a-f67aecdff33a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.926746] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59c72323-5d56-4b90-937a-f67aecdff33a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.926919] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.927517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.927517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.927517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.927674] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.927822] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59c72323-5d56-4b90-937a-f67aecdff33a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.929776] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa32ad01-cbca-4532-9feb-524d41cc37ec',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.951252] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 280ab6e8-fa29-4279-beed-6958661af143: rpc.has_security_group_logging(os_id): False [ 962.970785] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.972248] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.972343] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.972572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.972664] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.972999] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.973138] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.973229] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.973680] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.973680] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.973784] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.973875] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.973960] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.975067] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.975998] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.975998] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.975998] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.975998] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.975998] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.976324] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.976763] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 280ab6e8-fa29-4279-beed-6958661af143 is going to be created. [ 962.992109] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa32ad01-cbca-4532-9feb-524d41cc37ec taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.992326] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa32ad01-cbca-4532-9feb-524d41cc37ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.992881] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dae000c8-e2ad-418c-9ef5-d1fc749cb9ca with status ACTIVE [ 962.992881] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.992881] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.993074] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.993293] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.993391] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.993569] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.993667] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.993728] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.993881] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.993956] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.994150] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.994243] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.994295] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.994436] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.994506] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.994588] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dae000c8-e2ad-418c-9ef5-d1fc749cb9ca is going to be updated. [ 963.006657] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.006842] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.006967] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.007223] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.007314] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.007502] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5829af7-1145-4375-babd-b46f9e609d53 is going to be created. [ 963.015737] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.015737] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.015737] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.015737] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.015737] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.016218] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dae000c8-e2ad-418c-9ef5-d1fc749cb9ca" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.030855] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.031104] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.031183] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.031398] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.031574] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.039690] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.039878] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.040597] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.040597] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.040597] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.043560] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5829af7-1145-4375-babd-b46f9e609d53 in Status: UNINITIALIZED for 2s [ 963.053667] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 280ab6e8-fa29-4279-beed-6958661af143 in Status: IN_PROGRESS for 2s [ 963.430468] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.430723] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.430789] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.431076] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.432573] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa32ad01-cbca-4532-9feb-524d41cc37ec',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.466344] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.466762] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.466951] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.466951] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.467210] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.467325] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.467451] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59c72323-5d56-4b90-937a-f67aecdff33a is going to be updated. [ 963.501337] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.502168] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.502168] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.502168] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.502168] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.509773] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59c72323-5d56-4b90-937a-f67aecdff33a in Status: IN_PROGRESS for 2s [ 963.527577] env[62781]: INFO networking_nsxv3.common.synchronization [req-e2b39145-52c5-46cb-85c8-c098fae5e52b req-ec382fdd-5a4b-4a94-85a7-febc643e932a service nova] Enqueued Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_rules [ 963.527577] env[62781]: INFO networking_nsxv3.common.synchronization [req-e2b39145-52c5-46cb-85c8-c098fae5e52b req-ec382fdd-5a4b-4a94-85a7-febc643e932a service nova] Enqueued Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_members [ 963.527577] env[62781]: INFO networking_nsxv3.common.synchronization [req-e2b39145-52c5-46cb-85c8-c098fae5e52b req-ec382fdd-5a4b-4a94-85a7-febc643e932a service nova] Enqueued Resource ID: 1a9785c4-3c1a-4fa9-91cc-ef18117d4524 with Priority: HIGHEST for action port [ 963.527577] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_rules [ 963.527577] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_members [ 963.527577] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9785c4-3c1a-4fa9-91cc-ef18117d4524 with Priority: HIGHEST for action port [ 963.528394] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.532305] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.532305] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.532305] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.532305] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.532305] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.532305] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.532305] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.532305] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.532305] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.532305] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.532305] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.532305] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.532305] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.532305] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.533591] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a9785c4-3c1a-4fa9-91cc-ef18117d4524 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.533904] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a9785c4-3c1a-4fa9-91cc-ef18117d4524" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.534380] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a9785c4-3c1a-4fa9-91cc-ef18117d4524" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.534666] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a9785c4-3c1a-4fa9-91cc-ef18117d4524" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.534860] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a9785c4-3c1a-4fa9-91cc-ef18117d4524',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.939805] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.940017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.940110] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.940338] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.940427] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.940524] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa32ad01-cbca-4532-9feb-524d41cc37ec is going to be created. [ 963.963019] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.963227] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.963281] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.963465] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.963627] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.972734] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa32ad01-cbca-4532-9feb-524d41cc37ec in Status: UNINITIALIZED for 2s [ 963.995304] env[62781]: INFO networking_nsxv3.common.synchronization [None req-4769f925-4d54-498e-8cce-f0e64757a071 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Enqueued Resource ID: 5fd08286-1ada-4841-995b-11015e312513 with Priority: HIGHEST for action security_group_rules [ 963.995859] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fd08286-1ada-4841-995b-11015e312513 with Priority: HIGHEST for action security_group_rules [ 963.996265] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fd08286-1ada-4841-995b-11015e312513 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.996529] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fd08286-1ada-4841-995b-11015e312513" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.996529] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fd08286-1ada-4841-995b-11015e312513" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.996964] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fd08286-1ada-4841-995b-11015e312513" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.997062] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fd08286-1ada-4841-995b-11015e312513',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.036806] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.037075] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.037605] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.038294] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a9785c4-3c1a-4fa9-91cc-ef18117d4524 with status ACTIVE [ 964.038568] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.038691] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.038745] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.038989] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.039131] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.039362] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.039641] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.039745] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.039981] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.040087] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.041319] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.041460] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.041693] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.041921] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.042080] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.042237] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a9785c4-3c1a-4fa9-91cc-ef18117d4524 is going to be updated. [ 964.061752] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.062103] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.062103] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.062200] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.062345] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.062511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a9785c4-3c1a-4fa9-91cc-ef18117d4524" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.089829] env[62781]: INFO networking_nsxv3.common.synchronization [None req-330ec655-6f51-4a44-90ca-6edbb092f2dd tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Enqueued Resource ID: 5fd08286-1ada-4841-995b-11015e312513 with Priority: HIGHEST for action security_group_rules [ 964.090457] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fd08286-1ada-4841-995b-11015e312513 with Priority: HIGHEST for action security_group_rules [ 964.090784] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fd08286-1ada-4841-995b-11015e312513 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.091212] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fd08286-1ada-4841-995b-11015e312513" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.125797] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2efb6ab1-dadc-4999-b52f-82be72631b0a in Status: SUCCESS [ 964.126109] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2efb6ab1-dadc-4999-b52f-82be72631b0a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.126265] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2efb6ab1-dadc-4999-b52f-82be72631b0a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.126499] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2efb6ab1-dadc-4999-b52f-82be72631b0a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.126684] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.126799] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.126857] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.126992] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.127082] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.127163] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2efb6ab1-dadc-4999-b52f-82be72631b0a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.127259] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2efb6ab1-dadc-4999-b52f-82be72631b0a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.128791] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: SUCCESS [ 964.128904] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.129159] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2efb6ab1-dadc-4999-b52f-82be72631b0a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.129341] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2efb6ab1-dadc-4999-b52f-82be72631b0a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.132693] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.132693] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.132693] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.132693] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.132693] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.132693] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2efb6ab1-dadc-4999-b52f-82be72631b0a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.132693] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.132693] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.132693] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.132693] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.132693] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.132693] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.132693] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.132693] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.132693] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.133672] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.133672] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.133672] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.133768] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.133801] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.134091] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.134091] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.134091] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.519015] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.519400] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.519400] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.519642] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.519642] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.519730] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fd08286-1ada-4841-995b-11015e312513 already deleted. [ 964.519760] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fd08286-1ada-4841-995b-11015e312513" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.519960] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fd08286-1ada-4841-995b-11015e312513" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.520159] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fd08286-1ada-4841-995b-11015e312513" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.520250] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fd08286-1ada-4841-995b-11015e312513',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.543896] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.633512] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2efb6ab1-dadc-4999-b52f-82be72631b0a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.634466] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2efb6ab1-dadc-4999-b52f-82be72631b0a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.636537] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.636537] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.636537] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.048856] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.048856] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.048856] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.048856] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.048856] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.048856] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb is going to be created. [ 965.050083] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.050225] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.050271] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.050451] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.050558] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.050655] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fd08286-1ada-4841-995b-11015e312513 already deleted. [ 965.050748] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fd08286-1ada-4841-995b-11015e312513" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.062913] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5829af7-1145-4375-babd-b46f9e609d53 in Status: SUCCESS [ 965.064754] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5829af7-1145-4375-babd-b46f9e609d53" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.064754] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5829af7-1145-4375-babd-b46f9e609d53" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.064926] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5829af7-1145-4375-babd-b46f9e609d53" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.065263] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.065391] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.065391] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.065609] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.065609] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.065687] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5829af7-1145-4375-babd-b46f9e609d53" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.065807] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5829af7-1145-4375-babd-b46f9e609d53',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.070538] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 280ab6e8-fa29-4279-beed-6958661af143 in Status: SUCCESS [ 965.070746] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-280ab6e8-fa29-4279-beed-6958661af143" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.076471] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.076590] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.076590] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.237601] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.237601] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.237601] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: UNINITIALIZED for 2s [ 965.237601] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2efb6ab1-dadc-4999-b52f-82be72631b0a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.237601] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2efb6ab1-dadc-4999-b52f-82be72631b0a: rpc.has_security_group_logging(os_id): False [ 965.237601] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.237601] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.237601] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.237601] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.237601] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.237601] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.237601] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.237601] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.237601] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.237601] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.237601] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.237601] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2efb6ab1-dadc-4999-b52f-82be72631b0a is going to be created. [ 965.239769] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.239769] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.239769] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.239769] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.239769] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.243957] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2efb6ab1-dadc-4999-b52f-82be72631b0a in Status: IN_PROGRESS for 2s [ 965.518877] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59c72323-5d56-4b90-937a-f67aecdff33a in Status: SUCCESS [ 965.519622] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59c72323-5d56-4b90-937a-f67aecdff33a deletion is rescheduled due to dependency. [ 965.519785] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59c72323-5d56-4b90-937a-f67aecdff33a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.572241] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5829af7-1145-4375-babd-b46f9e609d53',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.641746] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.641746] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.641746] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.641746] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.641746] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.641746] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2efb6ab1-dadc-4999-b52f-82be72631b0a is going to be updated. [ 965.644632] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.644775] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.644830] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.645137] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.645263] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.645327] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e is going to be updated. [ 965.672716] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.672936] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.673021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.673233] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.673376] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.677017] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.677017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.677017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.677017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.677017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.687064] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: IN_PROGRESS for 2s [ 965.687900] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2efb6ab1-dadc-4999-b52f-82be72631b0a in Status: IN_PROGRESS for 2s [ 965.700719] env[62781]: INFO networking_nsxv3.common.synchronization [req-47550fa5-97dd-4d5e-9e38-13da2c5185b1 req-6c8559a9-224a-4103-a27b-41d2b3502ff2 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_members [ 965.700719] env[62781]: INFO networking_nsxv3.common.synchronization [req-47550fa5-97dd-4d5e-9e38-13da2c5185b1 req-6c8559a9-224a-4103-a27b-41d2b3502ff2 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: fa32ad01-cbca-4532-9feb-524d41cc37ec with Priority: HIGHEST for action security_group_members [ 965.701032] env[62781]: INFO networking_nsxv3.common.synchronization [req-47550fa5-97dd-4d5e-9e38-13da2c5185b1 req-6c8559a9-224a-4103-a27b-41d2b3502ff2 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: 2efb6ab1-dadc-4999-b52f-82be72631b0a with Priority: HIGHEST for action security_group_members [ 965.701390] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_members [ 965.701559] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa32ad01-cbca-4532-9feb-524d41cc37ec with Priority: HIGHEST for action security_group_members [ 965.701679] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2efb6ab1-dadc-4999-b52f-82be72631b0a with Priority: HIGHEST for action security_group_members [ 965.701990] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.702108] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.702272] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa32ad01-cbca-4532-9feb-524d41cc37ec taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.702359] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa32ad01-cbca-4532-9feb-524d41cc37ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.702532] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-2efb6ab1-dadc-4999-b52f-82be72631b0a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.702610] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2efb6ab1-dadc-4999-b52f-82be72631b0a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.828196] env[62781]: INFO networking_nsxv3.common.synchronization [req-5716d298-6ac9-4fa6-a39e-5d9bb0854129 req-47f0aff0-7095-4965-a1c5-d46dbf7f7dfd tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Enqueued Resource ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad with Priority: HIGHEST for action security_group_members [ 965.828761] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad with Priority: HIGHEST for action security_group_members [ 965.829443] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.829443] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.829590] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.831439] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.831439] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.831439] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.831439] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.831439] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.831439] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.831439] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a73c0f7d-e094-4e30-ad9a-7b069133b7ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.984024] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa32ad01-cbca-4532-9feb-524d41cc37ec in Status: SUCCESS [ 965.984824] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa32ad01-cbca-4532-9feb-524d41cc37ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.984824] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa32ad01-cbca-4532-9feb-524d41cc37ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.984941] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa32ad01-cbca-4532-9feb-524d41cc37ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.987085] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.987085] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.987085] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.987085] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.987085] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.987085] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa32ad01-cbca-4532-9feb-524d41cc37ec',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.075611] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5829af7-1145-4375-babd-b46f9e609d53: rpc.has_security_group_logging(os_id): False [ 966.093696] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.093696] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.093696] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.094179] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.094179] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.094256] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.094316] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.094393] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.094524] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.094600] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.094687] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5829af7-1145-4375-babd-b46f9e609d53 is going to be created. [ 966.150814] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.151246] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.151246] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.151454] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.151636] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.163685] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5829af7-1145-4375-babd-b46f9e609d53 in Status: IN_PROGRESS for 2s [ 966.334331] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.334501] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.334576] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.334789] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.334884] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.335109] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.335229] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.335278] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.335413] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.335489] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.335709] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad is going to be updated. [ 966.364299] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.364299] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.364299] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.364615] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.364615] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.373221] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad in Status: IN_PROGRESS for 2s [ 966.489825] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.490107] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.490222] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.490481] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.490601] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.490858] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.490991] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.491094] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.491288] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.491388] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.491555] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa32ad01-cbca-4532-9feb-524d41cc37ec is going to be deleted. [ 966.520921] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.521118] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.521194] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.521452] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.521486] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.521585] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa32ad01-cbca-4532-9feb-524d41cc37ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.521823] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa32ad01-cbca-4532-9feb-524d41cc37ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.521884] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa32ad01-cbca-4532-9feb-524d41cc37ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.522068] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.522162] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.522223] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.522375] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.522449] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.522549] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa32ad01-cbca-4532-9feb-524d41cc37ec',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.028206] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.028426] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.028426] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.028628] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.028711] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.028896] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.028986] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.029054] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.029228] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.029311] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.029394] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa32ad01-cbca-4532-9feb-524d41cc37ec already deleted. [ 967.029485] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa32ad01-cbca-4532-9feb-524d41cc37ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.029601] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa32ad01-cbca-4532-9feb-524d41cc37ec',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.030493] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa32ad01-cbca-4532-9feb-524d41cc37ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.030643] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa32ad01-cbca-4532-9feb-524d41cc37ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.030787] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.030880] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.030940] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.034436] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.034436] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.034436] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa32ad01-cbca-4532-9feb-524d41cc37ec',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.097444] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: SUCCESS [ 967.097708] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.097877] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.098582] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.098845] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.098980] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.099077] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.099291] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.099478] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.099478] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.099568] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.255165] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2efb6ab1-dadc-4999-b52f-82be72631b0a in Status: SUCCESS [ 967.255380] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2efb6ab1-dadc-4999-b52f-82be72631b0a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.255731] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2efb6ab1-dadc-4999-b52f-82be72631b0a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.255896] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2efb6ab1-dadc-4999-b52f-82be72631b0a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.255896] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2efb6ab1-dadc-4999-b52f-82be72631b0a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.536048] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa32ad01-cbca-4532-9feb-524d41cc37ec',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.537191] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.537316] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.537395] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.537613] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.537703] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.537880] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.537989] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.538096] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.538203] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.538275] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.538361] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa32ad01-cbca-4532-9feb-524d41cc37ec already deleted. [ 967.538597] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa32ad01-cbca-4532-9feb-524d41cc37ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.601817] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.601961] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.602049] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.602286] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.602725] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.602725] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.602866] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.602902] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.602989] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.603162] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.603242] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.603333] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.603395] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.603534] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.603669] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.603758] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.603875] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.603956] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.604176] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.604176] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.604271] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.698209] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: SUCCESS [ 967.698209] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.698209] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.698753] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.698753] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.698753] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.698881] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.699270] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.699270] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.699270] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.700931] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2efb6ab1-dadc-4999-b52f-82be72631b0a in Status: SUCCESS [ 967.700931] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2efb6ab1-dadc-4999-b52f-82be72631b0a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.700931] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2efb6ab1-dadc-4999-b52f-82be72631b0a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.701137] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2efb6ab1-dadc-4999-b52f-82be72631b0a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.701295] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.701394] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.701460] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.701770] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.701770] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.701770] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2efb6ab1-dadc-4999-b52f-82be72631b0a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.775316] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.775460] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.775532] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.775916] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.776028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.776161] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2efb6ab1-dadc-4999-b52f-82be72631b0a is going to be deleted. [ 967.823024] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.823024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.823024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.823024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.823024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.823024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2efb6ab1-dadc-4999-b52f-82be72631b0a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.042582] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa32ad01-cbca-4532-9feb-524d41cc37ec: rpc.has_security_group_logging(os_id): False [ 968.059639] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.060060] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.060060] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.060189] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.060263] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.060558] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.061972] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.062130] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.062310] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.062423] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.062535] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa32ad01-cbca-4532-9feb-524d41cc37ec is going to be created. [ 968.079066] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/fa32ad01-cbca-4532-9feb-524d41cc37ec], does not exist path=[/infra/domains/default/groups/fa32ad01-cbca-4532-9feb-524d41cc37ec]."\n}' [ 968.079261] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa32ad01-cbca-4532-9feb-524d41cc37ec failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fa32ad01-cbca-4532-9feb-524d41cc37ec [ 968.079261] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 968.107179] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4db2a5a-71d6-4986-aed6-05b3ad3ddafb: rpc.has_security_group_logging(os_id): False [ 968.111206] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.111361] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.111435] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.111643] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.113084] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.113405] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.113517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.113584] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.113762] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.113840] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.114360] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.114422] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.114452] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.114592] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.114668] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.114755] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa32ad01-cbca-4532-9feb-524d41cc37ec is going to be created. [ 968.125508] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.125678] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.125721] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.128278] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.128278] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.128278] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.128278] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.128278] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.128278] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.128278] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.128278] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.128278] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.128278] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.128278] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.128278] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.128278] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.128278] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.129372] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.129372] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.129372] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.129372] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb is going to be created. [ 968.137033] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/fa32ad01-cbca-4532-9feb-524d41cc37ec], does not exist path=[/infra/domains/default/groups/fa32ad01-cbca-4532-9feb-524d41cc37ec]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fa32ad01-cbca-4532-9feb-524d41cc37ec [ 968.137200] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa32ad01-cbca-4532-9feb-524d41cc37ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.137399] env[62781]: Traceback (most recent call last): [ 968.137463] env[62781]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 968.137463] env[62781]: return func(*args, **kwargs) [ 968.137463] env[62781]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 968.137463] env[62781]: res.raise_for_status() [ 968.137463] env[62781]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 968.137463] env[62781]: raise HTTPError(http_error_msg, response=self) [ 968.137463] env[62781]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fa32ad01-cbca-4532-9feb-524d41cc37ec [ 968.137463] env[62781]: During handling of the above exception, another exception occurred: [ 968.137463] env[62781]: Traceback (most recent call last): [ 968.137463] env[62781]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 968.137463] env[62781]: listener.cb(fileno) [ 968.137463] env[62781]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 968.137463] env[62781]: result = function(*args, **kwargs) [ 968.137463] env[62781]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 968.137463] env[62781]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 968.137463] env[62781]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 968.137463] env[62781]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 968.137463] env[62781]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 968.137463] env[62781]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 968.137463] env[62781]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 968.137463] env[62781]: res.raise_for_status() [ 968.137463] env[62781]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 968.137463] env[62781]: raise HTTPError(http_error_msg, response=self) [ 968.138155] env[62781]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fa32ad01-cbca-4532-9feb-524d41cc37ec [ 968.138155] env[62781]: Removing descriptor: 13 [ 968.176024] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5829af7-1145-4375-babd-b46f9e609d53 in Status: SUCCESS [ 968.176024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5829af7-1145-4375-babd-b46f9e609d53" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.201456] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.202648] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.202766] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.202969] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.203172] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.204840] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.204983] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.205032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.205225] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.205308] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.205505] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.205657] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.205813] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.205877] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.206105] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.206432] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2efb6ab1-dadc-4999-b52f-82be72631b0a is going to be deleted. [ 968.207724] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.226187] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: IN_PROGRESS for 2s [ 968.250712] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.250864] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.250908] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.251410] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.251410] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.251410] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2efb6ab1-dadc-4999-b52f-82be72631b0a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.251586] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2efb6ab1-dadc-4999-b52f-82be72631b0a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.251619] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2efb6ab1-dadc-4999-b52f-82be72631b0a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.251765] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.251859] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.251913] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.252080] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.252159] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.252262] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2efb6ab1-dadc-4999-b52f-82be72631b0a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.384272] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad in Status: SUCCESS [ 968.384272] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad deletion is rescheduled due to dependency. [ 968.384272] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.467189] env[62781]: INFO networking_nsxv3.common.synchronization [None req-347794ed-da35-4144-8927-214d95a924f4 None None] Enqueued Resource ID: 07e622a8-8917-4ec6-ba3a-d9b9946fda13 with Priority: HIGHEST for action port [ 968.467296] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07e622a8-8917-4ec6-ba3a-d9b9946fda13 with Priority: HIGHEST for action port [ 968.468129] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-07e622a8-8917-4ec6-ba3a-d9b9946fda13 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.468129] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07e622a8-8917-4ec6-ba3a-d9b9946fda13" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.468129] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07e622a8-8917-4ec6-ba3a-d9b9946fda13" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.468643] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07e622a8-8917-4ec6-ba3a-d9b9946fda13" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.468836] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07e622a8-8917-4ec6-ba3a-d9b9946fda13',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.710291] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.754682] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.754980] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.754980] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.755138] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.755187] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.755476] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.755570] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.755629] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.755785] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.755864] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.755949] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2efb6ab1-dadc-4999-b52f-82be72631b0a already deleted. [ 968.756047] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2efb6ab1-dadc-4999-b52f-82be72631b0a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.971345] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07e622a8-8917-4ec6-ba3a-d9b9946fda13 [ 968.971614] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.971751] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.971845] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.972079] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.972172] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.972268] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07e622a8-8917-4ec6-ba3a-d9b9946fda13 already deleted. [ 968.972358] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07e622a8-8917-4ec6-ba3a-d9b9946fda13" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.216847] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.217121] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.217121] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.217291] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.217368] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.217500] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e is going to be updated. [ 969.246334] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.246422] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.246459] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.246686] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.246831] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.256800] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: IN_PROGRESS for 2s [ 970.237219] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: SUCCESS [ 970.237518] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.819718] env[62781]: INFO networking_nsxv3.common.synchronization [None req-63693c6a-525f-489d-8ce1-62a269d7ec49 None None] Enqueued Resource ID: 8f0bfb29-d401-4ffa-9f08-745c158759bf with Priority: HIGHEST for action port [ 970.820092] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f0bfb29-d401-4ffa-9f08-745c158759bf with Priority: HIGHEST for action port [ 970.820592] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f0bfb29-d401-4ffa-9f08-745c158759bf taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.820717] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f0bfb29-d401-4ffa-9f08-745c158759bf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.820787] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f0bfb29-d401-4ffa-9f08-745c158759bf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.821090] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f0bfb29-d401-4ffa-9f08-745c158759bf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.821179] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f0bfb29-d401-4ffa-9f08-745c158759bf',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.025290] env[62781]: INFO networking_nsxv3.common.synchronization [req-504ef39f-3cc1-4670-9507-dd6d78d2f815 req-26017f3d-4e2c-4e84-a80f-581118696645 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Enqueued Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_members [ 971.025290] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_members [ 971.025290] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.025290] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.025290] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.025290] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.025290] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.025290] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.025290] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.025290] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.025290] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.025872] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.268244] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: SUCCESS [ 971.269413] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.269631] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.269856] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.270203] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.270203] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.270356] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.270661] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.270811] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.270851] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.271495] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.271495] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.271495] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.271495] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.271495] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.271719] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.271719] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.271719] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.271803] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.271978] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.271978] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.273359] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.273359] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.273539] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.273620] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.273684] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.273860] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.273921] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.274015] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.323300] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f0bfb29-d401-4ffa-9f08-745c158759bf [ 971.323531] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.323661] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.323741] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.324084] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.324256] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.324390] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f0bfb29-d401-4ffa-9f08-745c158759bf already deleted. [ 971.324487] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f0bfb29-d401-4ffa-9f08-745c158759bf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.410232] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-507 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.410459] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-507" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.410623] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-507" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.410916] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-507" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.411237] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.411407] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.411550] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.411798] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.411952] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.412497] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 971.412649] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.412774] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.412911] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.413311] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 971.413689] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.413689] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.431480] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.431649] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 971.431805] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.431982] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-507" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.432443] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-4e3c42b6-c7e8-4f49-bc38-3aae4d08fddc taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.432583] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-4e3c42b6-c7e8-4f49-bc38-3aae4d08fddc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.432719] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-4e3c42b6-c7e8-4f49-bc38-3aae4d08fddc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.433046] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-4e3c42b6-c7e8-4f49-bc38-3aae4d08fddc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.433196] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e3c42b6-c7e8-4f49-bc38-3aae4d08fddc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.529026] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.529026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.529026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.529026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.546875] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.547145] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.547260] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.547325] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.547524] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.547605] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.547692] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9588ff4a-654e-400c-a650-03930bdde17c is going to be updated. [ 971.574192] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.574192] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.574192] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.574192] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.574192] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.577545] env[62781]: INFO networking_nsxv3.common.synchronization [req-ad7bb6a4-9b0f-426f-9bf8-c571c1db03b8 req-aa818ef5-0a5e-4ec4-a896-acb84d786bcb tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Enqueued Resource ID: 280ab6e8-fa29-4279-beed-6958661af143 with Priority: HIGHEST for action security_group_members [ 971.578491] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 280ab6e8-fa29-4279-beed-6958661af143 with Priority: HIGHEST for action security_group_members [ 971.578789] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-280ab6e8-fa29-4279-beed-6958661af143 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.579193] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-280ab6e8-fa29-4279-beed-6958661af143" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.579276] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-280ab6e8-fa29-4279-beed-6958661af143" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.579462] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-280ab6e8-fa29-4279-beed-6958661af143" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.579613] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.579715] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.579777] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.579917] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.580067] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.580170] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('280ab6e8-fa29-4279-beed-6958661af143',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.582738] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: IN_PROGRESS for 2s [ 971.777051] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61870c2a-ee8f-4985-9d61-0eb56ded1d0e: rpc.has_security_group_logging(os_id): False [ 971.779927] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.794489] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.794633] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.794811] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.795309] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.814078] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.815275] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.815275] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.815275] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.816907] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.816907] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.816907] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.816907] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.816907] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.816907] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.816907] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.816907] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.816907] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.816907] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.816907] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.817374] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.817374] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e is going to be updated. [ 971.872056] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.872240] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.872289] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.872455] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.872596] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.887587] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: IN_PROGRESS for 2s [ 971.937752] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.938043] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.938181] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.938467] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.938622] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.938786] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 4e3c42b6-c7e8-4f49-bc38-3aae4d08fddc not found, creating... [ 971.939081] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.939252] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.939372] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.939594] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.939742] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.940062] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.940275] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.940401] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.940644] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.940751] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.940892] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 4e3c42b6-c7e8-4f49-bc38-3aae4d08fddc is going to be created. [ 971.963561] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.963794] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.963913] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.964228] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.964565] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.964877] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-4e3c42b6-c7e8-4f49-bc38-3aae4d08fddc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.083494] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.083814] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.083814] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.084073] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.105027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.105027] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.105027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.105027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.105027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.105027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.105027] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 280ab6e8-fa29-4279-beed-6958661af143 is going to be updated. [ 972.156555] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.158746] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.158746] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.158746] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.158746] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.170255] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 280ab6e8-fa29-4279-beed-6958661af143 in Status: IN_PROGRESS for 2s [ 972.282780] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.709300] env[62781]: INFO networking_nsxv3.common.synchronization [req-504ef39f-3cc1-4670-9507-dd6d78d2f815 req-03e8570d-acbd-4086-a929-66051762a5ac service nova] Enqueued Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_rules [ 972.709544] env[62781]: INFO networking_nsxv3.common.synchronization [req-504ef39f-3cc1-4670-9507-dd6d78d2f815 req-03e8570d-acbd-4086-a929-66051762a5ac service nova] Enqueued Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_members [ 972.709740] env[62781]: INFO networking_nsxv3.common.synchronization [req-504ef39f-3cc1-4670-9507-dd6d78d2f815 req-03e8570d-acbd-4086-a929-66051762a5ac service nova] Enqueued Resource ID: 4e3c42b6-c7e8-4f49-bc38-3aae4d08fddc with Priority: HIGHEST for action port [ 972.710352] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_rules [ 972.710511] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_members [ 972.710646] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e3c42b6-c7e8-4f49-bc38-3aae4d08fddc with Priority: HIGHEST for action port [ 972.710945] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.711899] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.711986] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.712202] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.713087] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.716162] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.716162] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.716162] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e3c42b6-c7e8-4f49-bc38-3aae4d08fddc taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.716162] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e3c42b6-c7e8-4f49-bc38-3aae4d08fddc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.716162] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e3c42b6-c7e8-4f49-bc38-3aae4d08fddc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.716162] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e3c42b6-c7e8-4f49-bc38-3aae4d08fddc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.716162] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e3c42b6-c7e8-4f49-bc38-3aae4d08fddc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.784909] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.785073] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.785152] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.785360] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.785455] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.785556] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e is going to be updated. [ 972.815718] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.815954] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.816027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.816223] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.816414] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.824560] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: IN_PROGRESS for 2s [ 973.215463] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.215463] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.218836] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e3c42b6-c7e8-4f49-bc38-3aae4d08fddc with status ACTIVE [ 973.219123] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.219341] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.219430] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.219679] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.219808] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.221225] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.221225] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.221225] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.221225] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.221225] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.221225] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.221225] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.221225] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.221614] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.221614] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.221614] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e3c42b6-c7e8-4f49-bc38-3aae4d08fddc is going to be updated. [ 973.251038] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.251038] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.251255] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.251286] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.251447] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.251602] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e3c42b6-c7e8-4f49-bc38-3aae4d08fddc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.601919] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: SUCCESS [ 973.601919] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9588ff4a-654e-400c-a650-03930bdde17c deletion is rescheduled due to dependency. [ 973.601919] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.601919] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.601919] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.601919] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.601919] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.601919] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.601919] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.601919] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.601919] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.902339] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: SUCCESS [ 973.902590] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.902777] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.902998] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.903105] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.105563] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.179032] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 280ab6e8-fa29-4279-beed-6958661af143 in Status: SUCCESS [ 974.179032] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 280ab6e8-fa29-4279-beed-6958661af143 deletion is rescheduled due to dependency. [ 974.179242] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-280ab6e8-fa29-4279-beed-6958661af143" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.405287] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.405426] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.610728] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.695187] env[62781]: INFO networking_nsxv3.common.synchronization [req-47f380bf-fd34-4d05-a855-4668cacd8268 req-05a796a0-a196-43e4-b714-9c624ed75f85 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Enqueued Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_members [ 974.695725] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_members [ 974.696206] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e7916db-856f-426c-a885-e00d9f1bcbcc taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.696206] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.696599] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.696599] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.696802] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.696802] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.696802] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.697044] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.697044] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.697177] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.833759] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: SUCCESS [ 974.833976] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.834188] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.834372] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.835036] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.835036] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.835036] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.835036] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.835036] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.835036] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.835299] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.015605] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.015815] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-307" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.015953] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-307" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.017035] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-307" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.017035] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.017035] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.017035] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.017261] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.017261] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.017434] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 975.017552] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.017669] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.017826] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.017929] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 975.018055] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.018197] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 975.048859] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 975.049178] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 975.049605] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 975.049605] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-307" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.050231] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-6ae26fa4-e89c-4f1a-972b-d3001c146b17 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.050231] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-6ae26fa4-e89c-4f1a-972b-d3001c146b17" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.050418] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-6ae26fa4-e89c-4f1a-972b-d3001c146b17" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.050713] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-6ae26fa4-e89c-4f1a-972b-d3001c146b17" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.050901] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ae26fa4-e89c-4f1a-972b-d3001c146b17',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.113014] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.113247] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.113247] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.113477] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.113582] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.113683] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9588ff4a-654e-400c-a650-03930bdde17c is going to be updated. [ 975.144418] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.144687] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.144740] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.144930] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.145203] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.153309] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: IN_PROGRESS for 2s [ 975.199353] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.199353] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.199600] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.199737] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.199857] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.200191] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.200324] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.200399] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.201018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.201018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.201018] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc already deleted. [ 975.201018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.339118] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.339118] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.339118] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.339118] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.339118] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.339118] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.339118] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.339118] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.339118] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.339118] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.339118] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.339118] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.339118] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.339118] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.339118] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.339646] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.339750] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.339937] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.340072] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.340225] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.340345] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.553606] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.553812] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.553968] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.554211] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.554363] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.554526] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 6ae26fa4-e89c-4f1a-972b-d3001c146b17 not found, creating... [ 975.554792] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.554950] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.555082] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.555312] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.555446] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.555733] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.555890] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.556019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.556276] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.556424] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.556571] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 6ae26fa4-e89c-4f1a-972b-d3001c146b17 is going to be created. [ 975.576537] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.576732] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.576857] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.577106] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.577332] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.577555] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-6ae26fa4-e89c-4f1a-972b-d3001c146b17" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.845575] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61870c2a-ee8f-4985-9d61-0eb56ded1d0e: rpc.has_security_group_logging(os_id): False [ 975.863331] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.863512] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.863588] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.863879] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.863993] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.864193] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.864290] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.864365] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.864522] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.864598] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.865109] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.865109] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.865109] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.865109] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.865308] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.865308] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.865395] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.865460] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.865594] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.865667] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.865752] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e is going to be updated. [ 975.921191] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.921363] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.921440] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.921670] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.921831] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.938073] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: IN_PROGRESS for 2s [ 976.359166] env[62781]: INFO networking_nsxv3.common.synchronization [req-47f380bf-fd34-4d05-a855-4668cacd8268 req-e07aeeb2-040e-4c24-90df-45f3bd97f223 service nova] Enqueued Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_rules [ 976.359359] env[62781]: INFO networking_nsxv3.common.synchronization [req-47f380bf-fd34-4d05-a855-4668cacd8268 req-e07aeeb2-040e-4c24-90df-45f3bd97f223 service nova] Enqueued Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_members [ 976.359503] env[62781]: INFO networking_nsxv3.common.synchronization [req-47f380bf-fd34-4d05-a855-4668cacd8268 req-e07aeeb2-040e-4c24-90df-45f3bd97f223 service nova] Enqueued Resource ID: 6ae26fa4-e89c-4f1a-972b-d3001c146b17 with Priority: HIGHEST for action port [ 976.363019] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_rules [ 976.363019] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_members [ 976.363019] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ae26fa4-e89c-4f1a-972b-d3001c146b17 with Priority: HIGHEST for action port [ 976.363019] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e7916db-856f-426c-a885-e00d9f1bcbcc taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.363019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.363019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.363019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.363019] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.363019] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e7916db-856f-426c-a885-e00d9f1bcbcc taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.363019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.363019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.363019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.363019] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.363019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.363019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.363019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.363019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.363019] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.363967] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ae26fa4-e89c-4f1a-972b-d3001c146b17 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.363967] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ae26fa4-e89c-4f1a-972b-d3001c146b17" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.364075] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ae26fa4-e89c-4f1a-972b-d3001c146b17" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.364474] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ae26fa4-e89c-4f1a-972b-d3001c146b17" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.364474] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ae26fa4-e89c-4f1a-972b-d3001c146b17',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.866027] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e7916db-856f-426c-a885-e00d9f1bcbcc taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.866350] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.866350] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.868876] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ae26fa4-e89c-4f1a-972b-d3001c146b17 with status ACTIVE [ 976.869080] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.869203] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.869272] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.869511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.869560] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.869732] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.869830] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.869893] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.870145] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.870243] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.870436] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.870546] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.870580] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.870719] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.870793] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.870873] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ae26fa4-e89c-4f1a-972b-d3001c146b17 is going to be updated. [ 976.890507] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.890625] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.890686] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.890946] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.891172] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.891425] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ae26fa4-e89c-4f1a-972b-d3001c146b17" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.164054] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: SUCCESS [ 977.164054] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.164054] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.164054] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.164054] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.164054] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.164054] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.164452] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.164452] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.164452] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.164452] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.369060] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.666674] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.666905] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.666905] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.667149] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.667317] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.667424] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.667499] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.667659] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.667750] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.667840] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.668043] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.668152] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.668215] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.668360] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.668501] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.668593] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.668654] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.668791] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.668868] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.668950] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.669053] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.872243] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.872243] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.872243] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.872243] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.872243] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.872243] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc is going to be created. [ 977.893984] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.894167] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.894245] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.894471] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.894651] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.903262] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: UNINITIALIZED for 2s [ 977.954272] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: SUCCESS [ 977.954533] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.171501] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9588ff4a-654e-400c-a650-03930bdde17c: rpc.has_security_group_logging(os_id): False [ 978.199650] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.199840] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.199892] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.200195] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.200292] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.200535] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.200685] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.200761] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.200919] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.200998] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.201208] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.201301] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.201363] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.201505] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.201579] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.201773] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.201865] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.201928] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.202154] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.202259] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.202473] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9588ff4a-654e-400c-a650-03930bdde17c is going to be updated. [ 978.276948] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.277120] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.277120] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.278027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.278027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.301508] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: IN_PROGRESS for 2s [ 978.931288] env[62781]: INFO networking_nsxv3.common.synchronization [req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 req-ae170192-52ed-471c-95e9-3b9b9c79ca26 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Enqueued Resource ID: 5fd08286-1ada-4841-995b-11015e312513 with Priority: HIGHEST for action security_group_members [ 978.931288] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fd08286-1ada-4841-995b-11015e312513 with Priority: HIGHEST for action security_group_members [ 978.931288] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fd08286-1ada-4841-995b-11015e312513 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.931288] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fd08286-1ada-4841-995b-11015e312513" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.933214] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fd08286-1ada-4841-995b-11015e312513" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.933214] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fd08286-1ada-4841-995b-11015e312513" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.933214] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.933214] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.933214] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.933214] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.933214] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.933214] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fd08286-1ada-4841-995b-11015e312513',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.266024] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-529 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.266024] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-529" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.266024] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-529" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.266024] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-529" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.404085] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.404416] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.404600] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.404921] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.405152] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.405437] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 979.405606] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.405782] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.405940] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.406143] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 979.406313] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.406521] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.425244] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.425456] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 979.425634] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.425844] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-529" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.426195] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.426581] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.426581] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.426797] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.426936] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.435422] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.435576] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.435639] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.435786] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.435866] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.436059] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.436155] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.436212] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.436354] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.436427] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.436511] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fd08286-1ada-4841-995b-11015e312513 already deleted. [ 979.436588] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fd08286-1ada-4841-995b-11015e312513" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.913750] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: SUCCESS [ 979.913980] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.914269] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.914581] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.914581] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.914748] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.914748] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.914888] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.914968] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.915065] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.915156] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.929933] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.929933] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.929933] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.932519] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.932519] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.932519] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5 not found, creating... [ 979.932519] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.932519] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.932519] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.932519] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.932519] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.932519] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.932519] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.933274] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.933274] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.933274] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.933274] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5 is going to be created. [ 979.951566] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.951855] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.951918] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.952291] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.952542] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.952778] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.316040] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: SUCCESS [ 980.316289] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.420507] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e7916db-856f-426c-a885-e00d9f1bcbcc taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.420807] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.420887] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.421164] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.421351] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.421451] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.421514] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.421897] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.422031] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.422129] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.422286] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e7916db-856f-426c-a885-e00d9f1bcbcc taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.422425] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.422478] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.422575] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.422952] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.423121] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.423189] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.423375] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.423446] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.423476] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.423566] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.650532] env[62781]: INFO networking_nsxv3.common.synchronization [req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 req-ff875b0a-cafd-4592-b9ad-5fcbd1d9ca40 service nova] Enqueued Resource ID: 5fd08286-1ada-4841-995b-11015e312513 with Priority: HIGHEST for action security_group_rules [ 980.650532] env[62781]: INFO networking_nsxv3.common.synchronization [req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 req-ff875b0a-cafd-4592-b9ad-5fcbd1d9ca40 service nova] Enqueued Resource ID: 5fd08286-1ada-4841-995b-11015e312513 with Priority: HIGHEST for action security_group_members [ 980.650532] env[62781]: INFO networking_nsxv3.common.synchronization [req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 req-ff875b0a-cafd-4592-b9ad-5fcbd1d9ca40 service nova] Enqueued Resource ID: fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5 with Priority: HIGHEST for action port [ 980.650532] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fd08286-1ada-4841-995b-11015e312513 with Priority: HIGHEST for action security_group_rules [ 980.650532] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fd08286-1ada-4841-995b-11015e312513 with Priority: HIGHEST for action security_group_members [ 980.650532] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5 with Priority: HIGHEST for action port [ 980.650532] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fd08286-1ada-4841-995b-11015e312513 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.650532] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fd08286-1ada-4841-995b-11015e312513" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.650964] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fd08286-1ada-4841-995b-11015e312513" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.650964] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fd08286-1ada-4841-995b-11015e312513" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.650964] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fd08286-1ada-4841-995b-11015e312513',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.657854] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fd08286-1ada-4841-995b-11015e312513 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.657981] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fd08286-1ada-4841-995b-11015e312513" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.658076] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fd08286-1ada-4841-995b-11015e312513" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.658249] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fd08286-1ada-4841-995b-11015e312513" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.658419] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.658521] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.658591] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.659575] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.659575] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.659575] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fd08286-1ada-4841-995b-11015e312513',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.659929] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.659929] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.659929] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.659929] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.660149] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.925685] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e7916db-856f-426c-a885-e00d9f1bcbcc: rpc.has_security_group_logging(os_id): False [ 980.943874] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.944206] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.944206] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.944310] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.944437] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.945397] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.945397] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.945397] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.945397] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.945397] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.945397] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.945397] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.945397] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.945722] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.945722] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.945722] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.945816] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.945849] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.945960] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.949775] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.949775] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc is going to be created. [ 981.001036] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.001036] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.001036] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.003482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.003482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.012402] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: IN_PROGRESS for 2s [ 981.169153] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fd08286-1ada-4841-995b-11015e312513',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.169153] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fd08286-1ada-4841-995b-11015e312513 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.169153] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fd08286-1ada-4841-995b-11015e312513" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.169153] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5 with status ACTIVE [ 981.169153] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.169153] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.169542] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.169542] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.169648] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.169876] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.170050] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.170147] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.170326] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.170402] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.170584] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.170673] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.170738] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.170868] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.170944] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.171919] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5 is going to be updated. [ 981.193627] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.194142] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.194219] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.194449] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.194777] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.194940] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.674685] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fd08286-1ada-4841-995b-11015e312513',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.180657] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.181121] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.181121] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.183115] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.183115] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.183115] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fd08286-1ada-4841-995b-11015e312513 is going to be created. [ 982.208808] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.208808] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.208808] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.208808] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.208808] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.217691] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fd08286-1ada-4841-995b-11015e312513 in Status: UNINITIALIZED for 2s [ 983.023321] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: SUCCESS [ 983.023609] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.229879] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fd08286-1ada-4841-995b-11015e312513 in Status: SUCCESS [ 984.229879] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fd08286-1ada-4841-995b-11015e312513" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.230249] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fd08286-1ada-4841-995b-11015e312513" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.230249] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fd08286-1ada-4841-995b-11015e312513" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.230453] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.230571] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.230631] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.230779] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.230859] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.230941] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fd08286-1ada-4841-995b-11015e312513" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.231065] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fd08286-1ada-4841-995b-11015e312513',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.733454] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fd08286-1ada-4841-995b-11015e312513',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.226051] env[62781]: INFO networking_nsxv3.common.synchronization [req-f37d0438-a346-42ff-b8d9-64124fe7fc72 req-4ef577b4-c5e5-432f-84d7-8efec331c1bb tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_members [ 985.226051] env[62781]: INFO networking_nsxv3.common.synchronization [req-f37d0438-a346-42ff-b8d9-64124fe7fc72 req-4ef577b4-c5e5-432f-84d7-8efec331c1bb tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: 88891a36-0778-4adf-973d-9b52223c0f15 with Priority: HIGHEST for action security_group_members [ 985.226051] env[62781]: INFO networking_nsxv3.common.synchronization [req-f37d0438-a346-42ff-b8d9-64124fe7fc72 req-4ef577b4-c5e5-432f-84d7-8efec331c1bb tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Enqueued Resource ID: 7ea65002-65d1-47b0-8698-0d9f63cb7e11 with Priority: HIGHEST for action security_group_members [ 985.226051] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGHEST for action security_group_members [ 985.226051] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88891a36-0778-4adf-973d-9b52223c0f15 with Priority: HIGHEST for action security_group_members [ 985.226051] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea65002-65d1-47b0-8698-0d9f63cb7e11 with Priority: HIGHEST for action security_group_members [ 985.226051] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.226051] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.226051] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.226051] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.226935] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.226935] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.226935] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.226935] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.226935] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.226935] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.230122] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-88891a36-0778-4adf-973d-9b52223c0f15 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.230122] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.230122] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.230122] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.230122] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.230122] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.230122] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.230122] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.230122] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.230122] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88891a36-0778-4adf-973d-9b52223c0f15',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.231330] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea65002-65d1-47b0-8698-0d9f63cb7e11 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.231330] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea65002-65d1-47b0-8698-0d9f63cb7e11" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.231330] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea65002-65d1-47b0-8698-0d9f63cb7e11" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.231330] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea65002-65d1-47b0-8698-0d9f63cb7e11" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.231330] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.231330] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.231330] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.231330] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.231330] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.231330] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ea65002-65d1-47b0-8698-0d9f63cb7e11',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.235485] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fd08286-1ada-4841-995b-11015e312513: rpc.has_security_group_logging(os_id): False [ 985.259850] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.260021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.260152] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.260316] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.260404] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.260657] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.260757] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.260819] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.260969] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.261169] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.261169] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fd08286-1ada-4841-995b-11015e312513 is going to be created. [ 985.264561] env[62781]: INFO networking_nsxv3.common.synchronization [req-a9e7f51e-b920-4e44-87f7-cca0f8e4209a req-c381afcd-986c-4679-96b5-0956e3dcbc3e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Enqueued Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_members [ 985.265150] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_members [ 985.266538] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.266538] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.266538] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.266538] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.267089] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.267089] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.267089] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.267089] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.267089] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.267089] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.333438] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.333438] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.333438] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.333438] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.333438] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.347118] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fd08286-1ada-4841-995b-11015e312513 in Status: IN_PROGRESS for 2s [ 985.536152] env[62781]: INFO networking_nsxv3.common.synchronization [req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 req-863890ac-d996-4b54-b74e-06ec90a699f2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Enqueued Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 985.536689] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 985.537378] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.537378] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.537378] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.538993] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.538993] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.538993] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.538993] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.538993] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.538993] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.538993] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.732797] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.733454] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.733525] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.733766] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.733838] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.737033] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.737033] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.737033] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.737033] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.737033] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.737033] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e is going to be updated. [ 985.737033] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.737033] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.737033] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.737033] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.738784] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.738784] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.757759] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.757853] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.758100] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.758100] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.758282] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.758366] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.758461] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88891a36-0778-4adf-973d-9b52223c0f15 is going to be updated. [ 985.759441] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.759602] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.768447] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.768618] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.769980] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.769980] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.769980] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.770847] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.770847] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.777818] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: IN_PROGRESS for 2s [ 985.787066] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.787066] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.787066] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.787282] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.787282] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.789170] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.789382] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.789517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.789787] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.790759] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.790907] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.790943] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ea65002-65d1-47b0-8698-0d9f63cb7e11 is going to be updated. [ 985.791829] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.791994] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.792118] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.792326] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.792452] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.792452] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.792579] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.792654] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.792738] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb is going to be updated. [ 985.795278] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88891a36-0778-4adf-973d-9b52223c0f15 in Status: IN_PROGRESS for 2s [ 985.833166] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.833359] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.833452] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.833682] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.833841] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.835771] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.835923] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.836029] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.836218] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.836366] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.849595] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: IN_PROGRESS for 2s [ 985.850295] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea65002-65d1-47b0-8698-0d9f63cb7e11 in Status: IN_PROGRESS for 2s [ 985.894574] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-862 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.894803] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-862" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.894896] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-862" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.895250] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-862" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.895861] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.896073] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.896205] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.896426] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.896577] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.896795] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 985.896916] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 985.897043] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 985.897162] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 985.897348] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 985.897523] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 985.897670] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 985.915376] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 985.915543] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 985.915684] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 985.916138] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-862" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.916234] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-f9e534eb-ded7-40f7-a81b-f74acf602cab taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.916517] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-f9e534eb-ded7-40f7-a81b-f74acf602cab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.916730] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-f9e534eb-ded7-40f7-a81b-f74acf602cab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.917721] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-f9e534eb-ded7-40f7-a81b-f74acf602cab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.917721] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9e534eb-ded7-40f7-a81b-f74acf602cab',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.040936] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.041180] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.041258] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.041402] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.041520] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.041680] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.041823] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.041823] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.042012] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.042088] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.042179] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f already deleted. [ 986.042258] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.420210] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.420545] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.421299] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.421299] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.421299] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.421299] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port f9e534eb-ded7-40f7-a81b-f74acf602cab not found, creating... [ 986.421571] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.421744] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.421863] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.422108] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.422269] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.422559] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.422720] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.422840] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.423075] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.423222] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.423366] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: f9e534eb-ded7-40f7-a81b-f74acf602cab is going to be created. [ 986.443367] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.443547] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.443665] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.443980] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.444247] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.444493] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-f9e534eb-ded7-40f7-a81b-f74acf602cab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.370575] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fd08286-1ada-4841-995b-11015e312513 in Status: SUCCESS [ 987.370773] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fd08286-1ada-4841-995b-11015e312513" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.567995] env[62781]: INFO networking_nsxv3.common.synchronization [req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 req-c7e63d79-8843-4058-98fe-1da03f1d361b service nova] Enqueued Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_rules [ 987.568324] env[62781]: INFO networking_nsxv3.common.synchronization [req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 req-c7e63d79-8843-4058-98fe-1da03f1d361b service nova] Enqueued Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 987.569034] env[62781]: INFO networking_nsxv3.common.synchronization [req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 req-c7e63d79-8843-4058-98fe-1da03f1d361b service nova] Enqueued Resource ID: f9e534eb-ded7-40f7-a81b-f74acf602cab with Priority: HIGHEST for action port [ 987.569662] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_rules [ 987.571051] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 987.571051] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9e534eb-ded7-40f7-a81b-f74acf602cab with Priority: HIGHEST for action port [ 987.571051] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.571377] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.571430] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.571693] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.571772] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.572703] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.574314] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.574314] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.574314] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.574314] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.574314] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.574314] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.574314] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.574314] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.574596] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.577815] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9e534eb-ded7-40f7-a81b-f74acf602cab taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.577815] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9e534eb-ded7-40f7-a81b-f74acf602cab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.577815] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9e534eb-ded7-40f7-a81b-f74acf602cab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.577815] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9e534eb-ded7-40f7-a81b-f74acf602cab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.577815] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9e534eb-ded7-40f7-a81b-f74acf602cab',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.767344] env[62781]: INFO networking_nsxv3.common.synchronization [None req-ca877cd1-ac8b-4e98-91e2-63f84e3ed3a5 None None] Enqueued Resource ID: 0f345010-a579-4e62-9736-1a60852d04c4 with Priority: HIGHEST for action port [ 987.767993] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f345010-a579-4e62-9736-1a60852d04c4 with Priority: HIGHEST for action port [ 987.772455] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f345010-a579-4e62-9736-1a60852d04c4 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.772531] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f345010-a579-4e62-9736-1a60852d04c4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.772609] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f345010-a579-4e62-9736-1a60852d04c4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.772908] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f345010-a579-4e62-9736-1a60852d04c4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.772997] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f345010-a579-4e62-9736-1a60852d04c4',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.786912] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e in Status: SUCCESS [ 987.787124] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e deletion is rescheduled due to dependency. [ 987.787290] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.789075] env[62781]: INFO networking_nsxv3.common.synchronization [req-be319fb8-a094-43c5-8c8e-9b4905569aa5 req-2a9e9b51-9327-4fda-9933-d6b57eb9a9fe tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Enqueued Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_members [ 987.789305] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_members [ 987.789784] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.789901] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.789968] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.791271] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.792081] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.792081] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.792081] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.792081] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.792081] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.792081] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.804615] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88891a36-0778-4adf-973d-9b52223c0f15 in Status: SUCCESS [ 987.805998] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88891a36-0778-4adf-973d-9b52223c0f15 deletion is rescheduled due to dependency. [ 987.805998] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.878332] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: SUCCESS [ 987.878594] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb deletion is rescheduled due to dependency. [ 987.878814] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.880298] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea65002-65d1-47b0-8698-0d9f63cb7e11 in Status: SUCCESS [ 987.880298] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ea65002-65d1-47b0-8698-0d9f63cb7e11 deletion is rescheduled due to dependency. [ 987.880298] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea65002-65d1-47b0-8698-0d9f63cb7e11" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.077281] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.078371] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.078511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.081837] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9e534eb-ded7-40f7-a81b-f74acf602cab with status ACTIVE [ 988.081837] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.081938] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.081976] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.082191] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.082275] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.082498] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.082562] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.082601] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.082743] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.082814] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.083409] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.083409] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.083409] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.083409] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.083409] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.083713] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9e534eb-ded7-40f7-a81b-f74acf602cab is going to be updated. [ 988.107543] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.107680] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.107747] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.107998] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.108201] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.108354] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9e534eb-ded7-40f7-a81b-f74acf602cab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.275933] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f345010-a579-4e62-9736-1a60852d04c4 [ 988.276207] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.276341] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.280127] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.280127] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.280127] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.280127] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f345010-a579-4e62-9736-1a60852d04c4 already deleted. [ 988.280127] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f345010-a579-4e62-9736-1a60852d04c4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.295037] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.295190] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.295294] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.295719] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.295810] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.296024] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.296128] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.296304] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.296394] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.296394] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.296622] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9588ff4a-654e-400c-a650-03930bdde17c is going to be updated. [ 988.325286] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.326241] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.326688] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.326989] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.327472] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.338798] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: IN_PROGRESS for 2s [ 988.580682] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.082778] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.083262] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.083262] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.083385] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.084472] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.084472] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f is going to be created. [ 989.109366] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.109366] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.109366] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.109643] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.109675] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.122868] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: UNINITIALIZED for 2s [ 990.349156] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: SUCCESS [ 990.349486] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9588ff4a-654e-400c-a650-03930bdde17c deletion is rescheduled due to dependency. [ 990.353246] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.133368] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: UNINITIALIZED for 4s [ 992.791026] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 992.791026] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 993.104029] env[62781]: INFO networking_nsxv3.common.synchronization [None req-75bd3770-a7ff-4a9b-945b-dda793e71ee0 None None] Enqueued Resource ID: 529d6fa8-7fc0-43d1-87da-c483ec92b459 with Priority: HIGHEST for action port [ 993.104029] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 529d6fa8-7fc0-43d1-87da-c483ec92b459 with Priority: HIGHEST for action port [ 993.104029] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-529d6fa8-7fc0-43d1-87da-c483ec92b459 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.104029] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-529d6fa8-7fc0-43d1-87da-c483ec92b459" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.104029] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-529d6fa8-7fc0-43d1-87da-c483ec92b459" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.107578] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-529d6fa8-7fc0-43d1-87da-c483ec92b459" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.107578] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('529d6fa8-7fc0-43d1-87da-c483ec92b459',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.152519] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: SUCCESS [ 993.152519] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.152519] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.152519] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.152519] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.152519] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.152519] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.152519] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.152519] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.152519] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.152519] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.224790] env[62781]: INFO networking_nsxv3.common.synchronization [req-37a89ce9-679c-45b2-8f0d-f8a340f62121 req-8716944a-7cee-47a8-9761-54cf886cf85a tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Enqueued Resource ID: d949c3f7-94d3-45fd-865d-058bc38e623f with Priority: HIGHEST for action security_group_members [ 993.227746] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d949c3f7-94d3-45fd-865d-058bc38e623f with Priority: HIGHEST for action security_group_members [ 993.228217] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-d949c3f7-94d3-45fd-865d-058bc38e623f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.228585] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.228585] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.228833] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.229080] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.229080] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.229213] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.229849] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.229849] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.229849] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d949c3f7-94d3-45fd-865d-058bc38e623f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.611139] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 529d6fa8-7fc0-43d1-87da-c483ec92b459 [ 993.611790] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.611790] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.611790] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.611965] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.611965] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.612071] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:529d6fa8-7fc0-43d1-87da-c483ec92b459 already deleted. [ 993.612130] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-529d6fa8-7fc0-43d1-87da-c483ec92b459" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.653314] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.654326] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.657148] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.657148] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.657148] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.657148] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.657148] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.657148] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.657148] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.657148] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.657148] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.657148] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.657148] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.657148] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.657148] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.657148] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.657148] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.657148] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.657148] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.657148] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.657739] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.730623] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-238 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.730853] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-238" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.730942] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-238" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.731247] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-238" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.731504] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.731665] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.731787] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.732040] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.732194] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.732970] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 993.733163] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 993.733406] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 993.733406] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 993.733656] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 993.733656] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 993.733780] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 993.735499] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.736136] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.736136] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.736136] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.736136] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.736136] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.736386] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.736386] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.736765] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.736765] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.736765] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d949c3f7-94d3-45fd-865d-058bc38e623f already deleted. [ 993.736891] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.768659] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 993.768890] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 993.769018] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 993.769240] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-238" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.769591] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-aac08083-a2d1-4e80-abf9-e4a7b0a9a3b1 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.769823] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-aac08083-a2d1-4e80-abf9-e4a7b0a9a3b1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.769927] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-aac08083-a2d1-4e80-abf9-e4a7b0a9a3b1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.770338] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-aac08083-a2d1-4e80-abf9-e4a7b0a9a3b1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.770516] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aac08083-a2d1-4e80-abf9-e4a7b0a9a3b1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.166235] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1017dd11-9adc-4f05-9e8b-eaa14205942f: rpc.has_security_group_logging(os_id): False [ 994.184734] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.184734] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.184734] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.184734] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.184734] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.184734] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.184734] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.184734] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.184734] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.184734] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.184734] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.184734] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.184734] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.184734] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.184734] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.185367] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.185367] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.185367] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.185367] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.185367] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.185660] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f is going to be created. [ 994.240310] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.240481] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.240522] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.240951] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.240951] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.251271] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: IN_PROGRESS for 2s [ 994.273386] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.273637] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.273768] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.274074] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.275985] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.275985] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port aac08083-a2d1-4e80-abf9-e4a7b0a9a3b1 not found, creating... [ 994.275985] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.275985] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.275985] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.275985] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.275985] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.275985] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.275985] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.275985] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.276670] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.276670] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.276670] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: aac08083-a2d1-4e80-abf9-e4a7b0a9a3b1 is going to be created. [ 994.305734] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.305967] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.306133] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.306369] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.307030] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.307030] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-aac08083-a2d1-4e80-abf9-e4a7b0a9a3b1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.993070] env[62781]: INFO networking_nsxv3.common.synchronization [req-37a89ce9-679c-45b2-8f0d-f8a340f62121 req-9f068ab8-3dde-4d94-a53f-7ce7274318ea service nova] Enqueued Resource ID: d949c3f7-94d3-45fd-865d-058bc38e623f with Priority: HIGHEST for action security_group_rules [ 994.993267] env[62781]: INFO networking_nsxv3.common.synchronization [req-37a89ce9-679c-45b2-8f0d-f8a340f62121 req-9f068ab8-3dde-4d94-a53f-7ce7274318ea service nova] Enqueued Resource ID: d949c3f7-94d3-45fd-865d-058bc38e623f with Priority: HIGHEST for action security_group_members [ 994.993471] env[62781]: INFO networking_nsxv3.common.synchronization [req-37a89ce9-679c-45b2-8f0d-f8a340f62121 req-9f068ab8-3dde-4d94-a53f-7ce7274318ea service nova] Enqueued Resource ID: aac08083-a2d1-4e80-abf9-e4a7b0a9a3b1 with Priority: HIGHEST for action port [ 994.993629] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d949c3f7-94d3-45fd-865d-058bc38e623f with Priority: HIGHEST for action security_group_rules [ 994.993759] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d949c3f7-94d3-45fd-865d-058bc38e623f with Priority: HIGHEST for action security_group_members [ 994.993960] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac08083-a2d1-4e80-abf9-e4a7b0a9a3b1 with Priority: HIGHEST for action port [ 994.994412] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d949c3f7-94d3-45fd-865d-058bc38e623f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.994520] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.994581] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.995017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.995103] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d949c3f7-94d3-45fd-865d-058bc38e623f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.997453] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-d949c3f7-94d3-45fd-865d-058bc38e623f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.997453] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.997453] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.997453] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.997453] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.997453] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.997453] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.997453] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.997859] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.997859] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d949c3f7-94d3-45fd-865d-058bc38e623f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.003155] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-aac08083-a2d1-4e80-abf9-e4a7b0a9a3b1 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.003814] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aac08083-a2d1-4e80-abf9-e4a7b0a9a3b1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.003913] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aac08083-a2d1-4e80-abf9-e4a7b0a9a3b1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.004543] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aac08083-a2d1-4e80-abf9-e4a7b0a9a3b1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.004658] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aac08083-a2d1-4e80-abf9-e4a7b0a9a3b1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.497398] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-d949c3f7-94d3-45fd-865d-058bc38e623f taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.497780] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.507020] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d949c3f7-94d3-45fd-865d-058bc38e623f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.513762] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aac08083-a2d1-4e80-abf9-e4a7b0a9a3b1 with status ACTIVE [ 995.514018] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.514299] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.514299] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.514469] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.514565] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.514773] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.514876] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.514940] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.518190] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.518408] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.518597] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.518706] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.518768] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.518918] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.518998] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.519107] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aac08083-a2d1-4e80-abf9-e4a7b0a9a3b1 is going to be updated. [ 995.525453] env[62781]: INFO networking_nsxv3.common.synchronization [None req-41b7d3cc-319c-48ce-87a0-26e27675e1f8 None None] Enqueued Resource ID: bab7994c-eb93-4088-9b0e-fb26a0651462 with Priority: HIGHEST for action port [ 995.526130] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bab7994c-eb93-4088-9b0e-fb26a0651462 with Priority: HIGHEST for action port [ 995.526981] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-bab7994c-eb93-4088-9b0e-fb26a0651462 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.527218] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bab7994c-eb93-4088-9b0e-fb26a0651462" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.527218] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bab7994c-eb93-4088-9b0e-fb26a0651462" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.527436] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bab7994c-eb93-4088-9b0e-fb26a0651462" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.527523] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bab7994c-eb93-4088-9b0e-fb26a0651462',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.545498] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.545754] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.545754] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.545919] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.546070] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.546231] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aac08083-a2d1-4e80-abf9-e4a7b0a9a3b1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.014694] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d949c3f7-94d3-45fd-865d-058bc38e623f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.030152] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bab7994c-eb93-4088-9b0e-fb26a0651462 [ 996.030386] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.030518] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.030588] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.030853] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.030963] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.031087] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bab7994c-eb93-4088-9b0e-fb26a0651462 already deleted. [ 996.031193] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bab7994c-eb93-4088-9b0e-fb26a0651462" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.262314] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: SUCCESS [ 996.262727] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.517837] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.518230] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.518230] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.518394] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.518484] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.518586] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d949c3f7-94d3-45fd-865d-058bc38e623f is going to be created. [ 996.542633] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.542633] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.542633] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.542633] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.542633] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.549849] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d949c3f7-94d3-45fd-865d-058bc38e623f in Status: UNINITIALIZED for 2s [ 996.707966] env[62781]: INFO networking_nsxv3.common.synchronization [req-7ae28930-6473-46de-9d5e-02d5102635bc req-6e827901-71b0-4c78-945a-7dfa878033e3 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Enqueued Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_members [ 996.707966] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_members [ 996.708703] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.708871] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.709267] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.709543] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.709726] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.709871] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.709968] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.710210] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.710304] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.710406] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.129482] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-343 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.129668] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-343" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.129845] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-343" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.130194] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-343" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.130501] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.130712] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.130862] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.131134] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.131323] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.131582] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 997.131739] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.131925] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.132025] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.132178] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 997.132319] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.132486] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.151816] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.151961] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 997.152121] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.152297] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-343" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.152666] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-99fbda61-8139-4884-94d1-5589bbf78f10 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.152858] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-99fbda61-8139-4884-94d1-5589bbf78f10" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.152966] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-99fbda61-8139-4884-94d1-5589bbf78f10" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.153309] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-99fbda61-8139-4884-94d1-5589bbf78f10" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.153472] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99fbda61-8139-4884-94d1-5589bbf78f10',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.214095] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.214336] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.214460] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.214631] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.214722] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.214922] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.215046] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.215097] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.215259] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.215327] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.215416] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb is going to be updated. [ 997.249146] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.249458] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.249458] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.249583] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.249725] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.261259] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: IN_PROGRESS for 2s [ 997.657553] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.657553] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.657553] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.657553] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.657553] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.657553] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 99fbda61-8139-4884-94d1-5589bbf78f10 not found, creating... [ 997.658300] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.658300] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.658300] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.658300] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.658490] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.658687] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.658868] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.659089] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.659592] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.659754] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.659904] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 99fbda61-8139-4884-94d1-5589bbf78f10 is going to be created. [ 997.679309] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.679401] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.679585] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.680744] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.680744] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.680744] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-99fbda61-8139-4884-94d1-5589bbf78f10" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.558633] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d949c3f7-94d3-45fd-865d-058bc38e623f in Status: SUCCESS [ 998.558878] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.559150] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.559278] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.559465] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.559582] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.559666] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.559842] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.559892] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.559979] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.560085] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d949c3f7-94d3-45fd-865d-058bc38e623f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.663265] env[62781]: INFO networking_nsxv3.common.synchronization [req-7ae28930-6473-46de-9d5e-02d5102635bc req-d173b0b5-1fa5-4e73-b346-197155bee2f8 service nova] Enqueued Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_rules [ 998.663541] env[62781]: INFO networking_nsxv3.common.synchronization [req-7ae28930-6473-46de-9d5e-02d5102635bc req-d173b0b5-1fa5-4e73-b346-197155bee2f8 service nova] Enqueued Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_members [ 998.663651] env[62781]: INFO networking_nsxv3.common.synchronization [req-7ae28930-6473-46de-9d5e-02d5102635bc req-d173b0b5-1fa5-4e73-b346-197155bee2f8 service nova] Enqueued Resource ID: 99fbda61-8139-4884-94d1-5589bbf78f10 with Priority: HIGHEST for action port [ 998.666150] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_rules [ 998.666298] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_members [ 998.666395] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99fbda61-8139-4884-94d1-5589bbf78f10 with Priority: HIGHEST for action port [ 998.666988] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.667128] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.667224] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.667488] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.667585] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.668502] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.668640] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.669030] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-99fbda61-8139-4884-94d1-5589bbf78f10 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.669030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99fbda61-8139-4884-94d1-5589bbf78f10" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.669600] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99fbda61-8139-4884-94d1-5589bbf78f10" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.669794] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99fbda61-8139-4884-94d1-5589bbf78f10" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.669876] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99fbda61-8139-4884-94d1-5589bbf78f10',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.062634] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-d949c3f7-94d3-45fd-865d-058bc38e623f taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.062753] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.062753] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.064213] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.064460] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.064748] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.064839] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.065021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.065115] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.065219] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.065398] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-d949c3f7-94d3-45fd-865d-058bc38e623f taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.065507] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.065592] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.065925] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.066127] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.066228] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.066314] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.066508] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.066508] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.066661] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.066712] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d949c3f7-94d3-45fd-865d-058bc38e623f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.172235] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.172478] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.173994] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99fbda61-8139-4884-94d1-5589bbf78f10 with status ACTIVE [ 999.173994] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.174270] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.174270] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.174423] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.174530] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.174710] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.174811] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.174872] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.175050] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.175131] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.175315] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.175424] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.175485] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.175621] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.175709] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.175795] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99fbda61-8139-4884-94d1-5589bbf78f10 is going to be updated. [ 999.198093] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.198255] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.198316] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.198535] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.198675] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.198837] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99fbda61-8139-4884-94d1-5589bbf78f10" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.273928] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: SUCCESS [ 999.273928] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb deletion is rescheduled due to dependency. [ 999.273928] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.273928] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.273928] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.273928] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.273928] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.273928] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.273928] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.273928] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.273928] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.571884] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d949c3f7-94d3-45fd-865d-058bc38e623f: rpc.has_security_group_logging(os_id): False [ 999.588668] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.588824] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.589113] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.590017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.590187] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.590398] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.590528] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.590599] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.590778] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.590850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.591056] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.591171] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.591226] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.593922] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.594022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.594278] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.594356] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.594392] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.594523] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.594599] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.594687] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d949c3f7-94d3-45fd-865d-058bc38e623f is going to be created. [ 999.650024] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.650024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.650024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.650024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.650024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.659826] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d949c3f7-94d3-45fd-865d-058bc38e623f in Status: IN_PROGRESS for 2s [ 999.776157] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.283442] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.787809] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.787809] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.787809] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.787809] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.787809] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.787809] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb is going to be updated. [ 1000.816308] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.816475] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.816557] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.816794] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.816985] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.826536] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: IN_PROGRESS for 2s [ 1001.672487] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d949c3f7-94d3-45fd-865d-058bc38e623f in Status: SUCCESS [ 1001.672768] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.382421] env[62781]: INFO networking_nsxv3.common.synchronization [None req-f0317cdd-4e95-4ba7-a19b-63989866630f None None] Enqueued Resource ID: df117ef5-c4c7-493f-bc6f-d9813919857a with Priority: HIGHEST for action port [ 1002.382421] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df117ef5-c4c7-493f-bc6f-d9813919857a with Priority: HIGHEST for action port [ 1002.382421] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-df117ef5-c4c7-493f-bc6f-d9813919857a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.382978] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df117ef5-c4c7-493f-bc6f-d9813919857a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.383240] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df117ef5-c4c7-493f-bc6f-d9813919857a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.383792] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df117ef5-c4c7-493f-bc6f-d9813919857a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.383991] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df117ef5-c4c7-493f-bc6f-d9813919857a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.837522] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: SUCCESS [ 1002.837522] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.837522] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.838081] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.838081] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.838337] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.838337] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.838507] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.838624] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.838755] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.838890] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.888047] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df117ef5-c4c7-493f-bc6f-d9813919857a [ 1002.891422] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.891626] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.891626] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.891861] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.892483] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.892483] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df117ef5-c4c7-493f-bc6f-d9813919857a already deleted. [ 1002.892483] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df117ef5-c4c7-493f-bc6f-d9813919857a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.342291] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.342502] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.342577] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.343027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.343027] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.343142] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.343142] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.343257] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.343336] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.343416] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.343633] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.343726] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.343784] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.343920] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.344328] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.344328] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.344328] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.344328] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.344504] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.344504] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.344584] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.849556] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4db2a5a-71d6-4986-aed6-05b3ad3ddafb: rpc.has_security_group_logging(os_id): False [ 1003.866925] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.867169] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.867169] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.870706] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.870900] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.871145] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.871522] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.871522] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.871673] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.871673] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.871883] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.871972] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.872041] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.872196] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.872274] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.872472] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.872571] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.872612] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.872746] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.872810] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.872950] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb is going to be updated. [ 1003.932215] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.932356] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.932493] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.932704] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.932827] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.944901] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: IN_PROGRESS for 2s [ 1004.608066] env[62781]: INFO networking_nsxv3.common.synchronization [req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc req-94911484-8428-43d3-b3da-86dbb7e885a7 tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Enqueued Resource ID: c7228212-9816-4b3c-81fb-e48b0699ff4a with Priority: HIGHEST for action security_group_members [ 1004.608600] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7228212-9816-4b3c-81fb-e48b0699ff4a with Priority: HIGHEST for action security_group_members [ 1004.608906] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7228212-9816-4b3c-81fb-e48b0699ff4a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.609041] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7228212-9816-4b3c-81fb-e48b0699ff4a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.609103] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7228212-9816-4b3c-81fb-e48b0699ff4a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.609379] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7228212-9816-4b3c-81fb-e48b0699ff4a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.609530] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.609651] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.609718] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.609881] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.610034] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.610449] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7228212-9816-4b3c-81fb-e48b0699ff4a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.936247] env[62781]: INFO networking_nsxv3.common.synchronization [None req-37dc5b6d-00eb-4808-8b20-4a1dee3d1c76 None None] Enqueued Resource ID: 1016fc21-91e5-45a8-a72b-eb0af19c6d93 with Priority: HIGHEST for action port [ 1004.936247] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1016fc21-91e5-45a8-a72b-eb0af19c6d93 with Priority: HIGHEST for action port [ 1004.936247] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-1016fc21-91e5-45a8-a72b-eb0af19c6d93 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.936247] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1016fc21-91e5-45a8-a72b-eb0af19c6d93" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.936247] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1016fc21-91e5-45a8-a72b-eb0af19c6d93" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.936717] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1016fc21-91e5-45a8-a72b-eb0af19c6d93" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.936717] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1016fc21-91e5-45a8-a72b-eb0af19c6d93',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.112527] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.112691] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.112759] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.112970] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.114023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.114023] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.114023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.114023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.114023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.114023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.114023] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7228212-9816-4b3c-81fb-e48b0699ff4a already deleted. [ 1005.114023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7228212-9816-4b3c-81fb-e48b0699ff4a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.163830] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-9 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.164049] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.164185] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.164514] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.164794] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.165021] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.165122] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.165322] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.165476] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.165724] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1005.165853] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.165978] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.166102] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.166237] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1005.166352] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.166529] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.184524] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.184712] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1005.184862] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.185065] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.185377] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-8c7eb6cc-82c3-4f43-9bf8-9171e0c62e36 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.185554] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-8c7eb6cc-82c3-4f43-9bf8-9171e0c62e36" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.185692] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-8c7eb6cc-82c3-4f43-9bf8-9171e0c62e36" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.186010] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-8c7eb6cc-82c3-4f43-9bf8-9171e0c62e36" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.186165] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c7eb6cc-82c3-4f43-9bf8-9171e0c62e36',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.438163] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1016fc21-91e5-45a8-a72b-eb0af19c6d93 [ 1005.438453] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.438638] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.438638] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.438864] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.438955] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.439068] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1016fc21-91e5-45a8-a72b-eb0af19c6d93 already deleted. [ 1005.439163] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1016fc21-91e5-45a8-a72b-eb0af19c6d93" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.530553] env[62781]: INFO networking_nsxv3.common.synchronization [req-21577b0d-bb84-42a0-9f1b-02b4b7ae1466 req-bd7962b3-78d4-47b7-b64a-f26cb9429f83 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Enqueued Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_members [ 1005.531129] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_members [ 1005.531439] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e7916db-856f-426c-a885-e00d9f1bcbcc taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.531579] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.531643] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.531836] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.531983] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.533692] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.533692] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.533868] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.533963] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.534075] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.689024] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.689282] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.689428] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.689712] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.689873] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.690053] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 8c7eb6cc-82c3-4f43-9bf8-9171e0c62e36 not found, creating... [ 1005.690414] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.690578] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.690703] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.690925] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.691080] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.691445] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.691614] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.691736] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.691948] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.692106] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.692281] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 8c7eb6cc-82c3-4f43-9bf8-9171e0c62e36 is going to be created. [ 1005.711332] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.711526] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.711636] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.711881] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.712150] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.712377] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-8c7eb6cc-82c3-4f43-9bf8-9171e0c62e36" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.959839] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: SUCCESS [ 1005.959839] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.036035] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.036267] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.036267] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.036405] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.036656] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.036914] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.037057] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.037140] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.037335] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.037406] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.037526] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc is going to be updated. [ 1006.065290] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.065448] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.065502] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.065712] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.065850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.074102] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: IN_PROGRESS for 2s [ 1006.560741] env[62781]: INFO networking_nsxv3.common.synchronization [req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc req-5c7e21db-e483-4463-a431-6ff2e853d9db service nova] Enqueued Resource ID: c7228212-9816-4b3c-81fb-e48b0699ff4a with Priority: HIGHEST for action security_group_rules [ 1006.560933] env[62781]: INFO networking_nsxv3.common.synchronization [req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc req-5c7e21db-e483-4463-a431-6ff2e853d9db service nova] Enqueued Resource ID: c7228212-9816-4b3c-81fb-e48b0699ff4a with Priority: HIGHEST for action security_group_members [ 1006.561372] env[62781]: INFO networking_nsxv3.common.synchronization [req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc req-5c7e21db-e483-4463-a431-6ff2e853d9db service nova] Enqueued Resource ID: 8c7eb6cc-82c3-4f43-9bf8-9171e0c62e36 with Priority: HIGHEST for action port [ 1006.561372] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7228212-9816-4b3c-81fb-e48b0699ff4a with Priority: HIGHEST for action security_group_rules [ 1006.561507] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7228212-9816-4b3c-81fb-e48b0699ff4a with Priority: HIGHEST for action security_group_members [ 1006.561601] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7eb6cc-82c3-4f43-9bf8-9171e0c62e36 with Priority: HIGHEST for action port [ 1006.562476] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7228212-9816-4b3c-81fb-e48b0699ff4a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.562649] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7228212-9816-4b3c-81fb-e48b0699ff4a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.562696] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7228212-9816-4b3c-81fb-e48b0699ff4a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.562908] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7228212-9816-4b3c-81fb-e48b0699ff4a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.562991] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7228212-9816-4b3c-81fb-e48b0699ff4a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.564253] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7228212-9816-4b3c-81fb-e48b0699ff4a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.564361] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7228212-9816-4b3c-81fb-e48b0699ff4a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.564426] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7228212-9816-4b3c-81fb-e48b0699ff4a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.564613] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7228212-9816-4b3c-81fb-e48b0699ff4a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.564773] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.564863] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.564916] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.565993] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.565993] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.567389] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7228212-9816-4b3c-81fb-e48b0699ff4a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.567389] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c7eb6cc-82c3-4f43-9bf8-9171e0c62e36 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.567491] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c7eb6cc-82c3-4f43-9bf8-9171e0c62e36" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.567665] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c7eb6cc-82c3-4f43-9bf8-9171e0c62e36" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.567732] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c7eb6cc-82c3-4f43-9bf8-9171e0c62e36" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.567775] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c7eb6cc-82c3-4f43-9bf8-9171e0c62e36',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.070027] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7228212-9816-4b3c-81fb-e48b0699ff4a taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.070353] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7228212-9816-4b3c-81fb-e48b0699ff4a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.070398] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7228212-9816-4b3c-81fb-e48b0699ff4a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.071363] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c7eb6cc-82c3-4f43-9bf8-9171e0c62e36 with status ACTIVE [ 1007.071554] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.071694] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.071784] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.072112] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.072177] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.072352] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.072468] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.072556] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.072721] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.072821] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.073050] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.073207] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.073255] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.073545] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.073545] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.073613] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c7eb6cc-82c3-4f43-9bf8-9171e0c62e36 is going to be updated. [ 1007.095458] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.095601] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.095666] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.095878] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.096030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.096190] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c7eb6cc-82c3-4f43-9bf8-9171e0c62e36" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.576034] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7228212-9816-4b3c-81fb-e48b0699ff4a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.078759] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.079172] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.079172] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.079255] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.079286] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.079393] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7228212-9816-4b3c-81fb-e48b0699ff4a is going to be created. [ 1008.083467] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: SUCCESS [ 1008.083665] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc deletion is rescheduled due to dependency. [ 1008.083791] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.099479] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.099599] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.099678] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.099866] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.100035] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.110042] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7228212-9816-4b3c-81fb-e48b0699ff4a in Status: UNINITIALIZED for 2s [ 1008.625504] env[62781]: INFO networking_nsxv3.common.synchronization [req-0075b969-f8a4-4f75-84c9-b573862931ac req-20b00b7b-6b0f-4a34-ae6f-6385ca93a27e tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Enqueued Resource ID: e47a0241-76d6-46ec-a25e-e4422dbab5bb with Priority: HIGHEST for action security_group_members [ 1008.625935] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e47a0241-76d6-46ec-a25e-e4422dbab5bb with Priority: HIGHEST for action security_group_members [ 1008.626262] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-e47a0241-76d6-46ec-a25e-e4422dbab5bb taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.626388] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e47a0241-76d6-46ec-a25e-e4422dbab5bb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.626504] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e47a0241-76d6-46ec-a25e-e4422dbab5bb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.626717] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e47a0241-76d6-46ec-a25e-e4422dbab5bb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.626871] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.626970] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.628203] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.628203] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.628293] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.628361] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e47a0241-76d6-46ec-a25e-e4422dbab5bb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.132883] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.133357] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.133357] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.133357] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.152807] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.153071] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.153314] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.153314] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.153482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.153565] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.153649] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e47a0241-76d6-46ec-a25e-e4422dbab5bb is going to be updated. [ 1009.180927] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.181302] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.181398] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.181586] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.181722] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.189330] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e47a0241-76d6-46ec-a25e-e4422dbab5bb in Status: IN_PROGRESS for 2s [ 1009.417149] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.417377] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-190" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.417509] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-190" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.417781] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-190" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.418057] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.418217] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.418355] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.418594] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.418757] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.418972] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1009.419132] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1009.419253] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1009.419368] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1009.419483] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1009.419593] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1009.420101] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1009.438095] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1009.438095] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1009.438324] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1009.438367] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-190" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.438743] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-0c3a6ab2-a045-4802-8a1c-f60121d1b92d taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.438953] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-0c3a6ab2-a045-4802-8a1c-f60121d1b92d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.439122] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-0c3a6ab2-a045-4802-8a1c-f60121d1b92d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.439414] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-0c3a6ab2-a045-4802-8a1c-f60121d1b92d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.439641] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c3a6ab2-a045-4802-8a1c-f60121d1b92d',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.942150] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.942369] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.942550] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.942987] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.943187] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.943496] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.943694] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.943796] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.944044] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.944193] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.944529] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.944698] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.944821] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.945047] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.945192] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.945342] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 0c3a6ab2-a045-4802-8a1c-f60121d1b92d is going to be updated. [ 1009.966476] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.966808] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.966998] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.967346] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.967561] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.967787] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-0c3a6ab2-a045-4802-8a1c-f60121d1b92d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.124613] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7228212-9816-4b3c-81fb-e48b0699ff4a in Status: SUCCESS [ 1010.124665] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7228212-9816-4b3c-81fb-e48b0699ff4a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.125440] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7228212-9816-4b3c-81fb-e48b0699ff4a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.125440] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7228212-9816-4b3c-81fb-e48b0699ff4a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.125440] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.125440] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.125440] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.125672] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.125672] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.125732] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7228212-9816-4b3c-81fb-e48b0699ff4a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.125986] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7228212-9816-4b3c-81fb-e48b0699ff4a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.628598] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7228212-9816-4b3c-81fb-e48b0699ff4a taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.629011] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7228212-9816-4b3c-81fb-e48b0699ff4a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.629011] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7228212-9816-4b3c-81fb-e48b0699ff4a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.629091] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7228212-9816-4b3c-81fb-e48b0699ff4a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.629210] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.629306] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.629360] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.629510] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.629598] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.629685] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7228212-9816-4b3c-81fb-e48b0699ff4a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.629834] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7228212-9816-4b3c-81fb-e48b0699ff4a taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.629926] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7228212-9816-4b3c-81fb-e48b0699ff4a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.629988] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7228212-9816-4b3c-81fb-e48b0699ff4a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.630183] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7228212-9816-4b3c-81fb-e48b0699ff4a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.630328] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.630425] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.630482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.630619] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.630692] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.630773] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7228212-9816-4b3c-81fb-e48b0699ff4a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.630862] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7228212-9816-4b3c-81fb-e48b0699ff4a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.746468] env[62781]: INFO networking_nsxv3.common.synchronization [req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 req-c890bebd-84d5-42ff-9b38-9e087aa57b30 service nova] Enqueued Resource ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 with Priority: HIGHEST for action security_group_rules [ 1010.746682] env[62781]: INFO networking_nsxv3.common.synchronization [req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 req-c890bebd-84d5-42ff-9b38-9e087aa57b30 service nova] Enqueued Resource ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 with Priority: HIGHEST for action security_group_members [ 1010.746854] env[62781]: INFO networking_nsxv3.common.synchronization [req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 req-c890bebd-84d5-42ff-9b38-9e087aa57b30 service nova] Enqueued Resource ID: 0c3a6ab2-a045-4802-8a1c-f60121d1b92d with Priority: HIGHEST for action port [ 1010.747435] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 with Priority: HIGHEST for action security_group_rules [ 1010.747575] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 with Priority: HIGHEST for action security_group_members [ 1010.747679] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c3a6ab2-a045-4802-8a1c-f60121d1b92d with Priority: HIGHEST for action port [ 1010.747978] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1065963-ab5d-4e12-ae27-c2bf96d3bc54 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.748131] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.748206] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.748438] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.748534] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1065963-ab5d-4e12-ae27-c2bf96d3bc54',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.749405] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1065963-ab5d-4e12-ae27-c2bf96d3bc54 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.749572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.749613] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.749754] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.749920] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.750035] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.750097] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.750278] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.750378] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.750472] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1065963-ab5d-4e12-ae27-c2bf96d3bc54',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.752888] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c3a6ab2-a045-4802-8a1c-f60121d1b92d taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.753015] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c3a6ab2-a045-4802-8a1c-f60121d1b92d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.753103] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c3a6ab2-a045-4802-8a1c-f60121d1b92d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.753300] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c3a6ab2-a045-4802-8a1c-f60121d1b92d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.753415] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c3a6ab2-a045-4802-8a1c-f60121d1b92d',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.132994] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7228212-9816-4b3c-81fb-e48b0699ff4a: rpc.has_security_group_logging(os_id): False [ 1011.243548] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e47a0241-76d6-46ec-a25e-e4422dbab5bb in Status: SUCCESS [ 1011.243718] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e47a0241-76d6-46ec-a25e-e4422dbab5bb deletion is rescheduled due to dependency. [ 1011.243836] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e47a0241-76d6-46ec-a25e-e4422dbab5bb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.254025] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.254025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.254189] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.254288] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.254376] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.254570] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.254638] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.255474] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.255474] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.255474] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.255474] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.255474] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.255474] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.255474] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.255474] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.255837] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.255837] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.255837] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.255837] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.256107] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.256193] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7228212-9816-4b3c-81fb-e48b0699ff4a is going to be created. [ 1011.257301] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1065963-ab5d-4e12-ae27-c2bf96d3bc54 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.257400] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.257569] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1065963-ab5d-4e12-ae27-c2bf96d3bc54',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.258665] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c3a6ab2-a045-4802-8a1c-f60121d1b92d with status ACTIVE [ 1011.258665] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.258665] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.258887] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.258887] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.259014] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.259100] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.259190] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.259247] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.259420] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.259460] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.259618] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.259740] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.259787] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.259946] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.260018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.260057] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c3a6ab2-a045-4802-8a1c-f60121d1b92d is going to be updated. [ 1011.279481] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.279627] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.279680] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.279851] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.280052] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.280135] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c3a6ab2-a045-4802-8a1c-f60121d1b92d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.316173] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.316327] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.316327] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.316497] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.316666] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.333257] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7228212-9816-4b3c-81fb-e48b0699ff4a in Status: IN_PROGRESS for 2s [ 1011.762463] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1065963-ab5d-4e12-ae27-c2bf96d3bc54',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.261744] env[62781]: INFO networking_nsxv3.common.synchronization [req-83f47b57-7c94-47c8-8463-e95237f9e33a req-0cfe5cd7-4ee8-48ec-a7e7-b94e26eda716 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Enqueued Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1012.262354] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1012.262683] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.262881] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.262881] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.263348] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.263527] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.263629] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.263707] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.263884] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.263973] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.264279] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.265739] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.265890] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.265953] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.266141] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.266213] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.266328] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 is going to be updated. [ 1012.294599] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.294913] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.294913] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.295065] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.295201] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.303373] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 in Status: IN_PROGRESS for 2s [ 1012.766153] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.822764] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-862 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.822962] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-862" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.823106] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-862" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.823800] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-862" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.823800] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.823800] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.823990] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.824277] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.824439] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.824652] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1012.824767] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1012.824876] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1012.824983] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1012.825116] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1012.825224] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1012.825380] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1012.848398] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1012.848398] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1012.848398] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1012.848398] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-862" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.848620] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-9d00a4f6-9dd5-4ef0-b260-1073e680c9f9 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.848775] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-9d00a4f6-9dd5-4ef0-b260-1073e680c9f9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.849135] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-9d00a4f6-9dd5-4ef0-b260-1073e680c9f9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.849371] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-9d00a4f6-9dd5-4ef0-b260-1073e680c9f9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.849521] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d00a4f6-9dd5-4ef0-b260-1073e680c9f9',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.268804] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.349959] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7228212-9816-4b3c-81fb-e48b0699ff4a in Status: SUCCESS [ 1013.350245] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7228212-9816-4b3c-81fb-e48b0699ff4a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.352596] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.352596] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.352596] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.352993] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.352993] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.353139] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 9d00a4f6-9dd5-4ef0-b260-1073e680c9f9 not found, creating... [ 1013.353420] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.353587] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.353712] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.353939] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.354093] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.354385] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.354686] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.354686] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.354885] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.355160] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.355343] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 9d00a4f6-9dd5-4ef0-b260-1073e680c9f9 is going to be created. [ 1013.376395] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.376593] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.376732] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.377766] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.377766] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.379175] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-9d00a4f6-9dd5-4ef0-b260-1073e680c9f9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.772028] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.772028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.772028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.772028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.772028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.772028] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f is going to be updated. [ 1013.804286] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.804485] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.804550] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.804849] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.805063] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.814430] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: IN_PROGRESS for 2s [ 1014.158746] env[62781]: INFO networking_nsxv3.common.synchronization [req-83f47b57-7c94-47c8-8463-e95237f9e33a req-0418f6dd-4460-475a-bd37-40f4c7c4fa4a service nova] Enqueued Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_rules [ 1014.159030] env[62781]: INFO networking_nsxv3.common.synchronization [req-83f47b57-7c94-47c8-8463-e95237f9e33a req-0418f6dd-4460-475a-bd37-40f4c7c4fa4a service nova] Enqueued Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1014.159436] env[62781]: INFO networking_nsxv3.common.synchronization [req-83f47b57-7c94-47c8-8463-e95237f9e33a req-0418f6dd-4460-475a-bd37-40f4c7c4fa4a service nova] Enqueued Resource ID: 9d00a4f6-9dd5-4ef0-b260-1073e680c9f9 with Priority: HIGHEST for action port [ 1014.160085] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_rules [ 1014.160342] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1014.160488] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d00a4f6-9dd5-4ef0-b260-1073e680c9f9 with Priority: HIGHEST for action port [ 1014.160845] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.160966] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.161055] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.161404] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.161517] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.163012] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.163509] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.164265] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d00a4f6-9dd5-4ef0-b260-1073e680c9f9 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.164535] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d00a4f6-9dd5-4ef0-b260-1073e680c9f9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.164666] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d00a4f6-9dd5-4ef0-b260-1073e680c9f9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.164972] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d00a4f6-9dd5-4ef0-b260-1073e680c9f9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.165134] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d00a4f6-9dd5-4ef0-b260-1073e680c9f9',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.312699] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 in Status: SUCCESS [ 1014.312911] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.313083] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.313290] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.313474] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.313592] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.313659] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.313805] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.313887] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.313970] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.314072] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1065963-ab5d-4e12-ae27-c2bf96d3bc54',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.668642] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d00a4f6-9dd5-4ef0-b260-1073e680c9f9 with status ACTIVE [ 1014.670758] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.670758] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.670758] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.670758] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.670758] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.670758] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.670758] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.670758] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.670758] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.670758] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.670758] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.670758] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.670758] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.670758] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.670758] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.671317] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d00a4f6-9dd5-4ef0-b260-1073e680c9f9 is going to be updated. [ 1014.672280] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.672280] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.699880] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.699880] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.700101] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.700590] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.700590] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.700590] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d00a4f6-9dd5-4ef0-b260-1073e680c9f9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.817255] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1065963-ab5d-4e12-ae27-c2bf96d3bc54',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.821508] env[62781]: INFO networking_nsxv3.common.synchronization [req-c159edb0-a6c3-4826-a371-a1ecacd6b904 req-df51c815-115a-4978-8252-19a12e9f970c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Enqueued Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_members [ 1014.824148] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_members [ 1014.824647] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.824647] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.824819] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.824995] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.825216] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.825354] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.825448] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.825637] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.825739] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.825841] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.045250] env[62781]: INFO networking_nsxv3.common.synchronization [req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e req-e1e32fd6-156c-4fdc-8e1e-7bb650db6a0a tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Enqueued Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGHEST for action security_group_members [ 1015.045916] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGHEST for action security_group_members [ 1015.046283] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b866865b-4caf-4c9a-8aca-efb9c8869619 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.046430] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.046492] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.046736] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.046914] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.047042] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.047108] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.047273] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.047362] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.047458] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.320075] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1065963-ab5d-4e12-ae27-c2bf96d3bc54: rpc.has_security_group_logging(os_id): False [ 1015.328171] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.328400] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.328400] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.328665] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.328785] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.328929] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.332158] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.332353] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.332574] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.332675] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.332769] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9588ff4a-654e-400c-a650-03930bdde17c is going to be updated. [ 1015.347920] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.348147] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.348231] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.348517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.383170] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.383432] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.383530] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.383785] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.384090] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.389758] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.390196] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.390471] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.390573] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.390916] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.391037] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.391192] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 is going to be updated. [ 1015.404834] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: IN_PROGRESS for 2s [ 1015.420020] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-507 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.420020] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-507" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.420020] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-507" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.420020] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-507" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.420020] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.420020] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.420020] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.420020] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.420020] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.420020] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1015.420020] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1015.420020] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1015.420729] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1015.420729] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1015.420729] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1015.421037] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1015.437441] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1015.437602] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1015.437744] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1015.437933] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-507" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.438333] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-76a42935-3a0d-46a5-b8a4-2dd3330a629f taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.438531] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-76a42935-3a0d-46a5-b8a4-2dd3330a629f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.438655] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-76a42935-3a0d-46a5-b8a4-2dd3330a629f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.438964] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-76a42935-3a0d-46a5-b8a4-2dd3330a629f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.439119] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76a42935-3a0d-46a5-b8a4-2dd3330a629f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.456286] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.456460] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.456531] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.457124] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.457124] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.482750] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 in Status: IN_PROGRESS for 2s [ 1015.539858] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.540145] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-984" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.540326] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-984" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.540609] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-984" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.540931] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.542096] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.542096] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.542096] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.542096] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.542096] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1015.542709] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1015.542934] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1015.542934] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1015.543070] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1015.543240] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1015.543393] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1015.549715] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.549949] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.549949] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.550093] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.562683] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1015.562891] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1015.563162] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1015.563276] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-984" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.563576] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-3c1678c9-28e6-4392-8a47-b7a9ba984119 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.563789] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-3c1678c9-28e6-4392-8a47-b7a9ba984119" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.563939] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-3c1678c9-28e6-4392-8a47-b7a9ba984119" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.564608] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-3c1678c9-28e6-4392-8a47-b7a9ba984119" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.564608] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c1678c9-28e6-4392-8a47-b7a9ba984119',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.590293] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.590551] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.590685] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.590747] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.590927] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.591065] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.591198] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b866865b-4caf-4c9a-8aca-efb9c8869619 is going to be updated. [ 1015.632844] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.633031] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.633100] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.633327] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.633494] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.643636] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b866865b-4caf-4c9a-8aca-efb9c8869619 in Status: IN_PROGRESS for 2s [ 1015.825220] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: SUCCESS [ 1015.825604] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.825750] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.825982] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.826330] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.826421] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.826487] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.826679] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.826792] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.826897] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.945143] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.945143] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.945143] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.945484] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.945782] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.945864] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 76a42935-3a0d-46a5-b8a4-2dd3330a629f not found, creating... [ 1015.946162] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.946318] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.946441] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.946791] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.947079] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.947610] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.947906] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.948185] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.948640] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.949037] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.949037] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 76a42935-3a0d-46a5-b8a4-2dd3330a629f is going to be created. [ 1015.968481] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.968741] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.968888] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.969223] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.969479] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.969774] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-76a42935-3a0d-46a5-b8a4-2dd3330a629f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.067211] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.067486] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.067627] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.067969] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.068247] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.068466] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 3c1678c9-28e6-4392-8a47-b7a9ba984119 not found, creating... [ 1016.068832] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.068965] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.069112] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.069354] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.069503] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.069812] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.069965] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.070470] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.070747] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.070935] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.071152] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 3c1678c9-28e6-4392-8a47-b7a9ba984119 is going to be created. [ 1016.095043] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.095196] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.095292] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.095577] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.095864] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.096127] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-3c1678c9-28e6-4392-8a47-b7a9ba984119" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.329828] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.814067] env[62781]: INFO networking_nsxv3.common.synchronization [req-c159edb0-a6c3-4826-a371-a1ecacd6b904 req-41667621-835e-4478-bed3-085b12cbd7c3 service nova] Enqueued Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_rules [ 1016.814298] env[62781]: INFO networking_nsxv3.common.synchronization [req-c159edb0-a6c3-4826-a371-a1ecacd6b904 req-41667621-835e-4478-bed3-085b12cbd7c3 service nova] Enqueued Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_members [ 1016.814449] env[62781]: INFO networking_nsxv3.common.synchronization [req-c159edb0-a6c3-4826-a371-a1ecacd6b904 req-41667621-835e-4478-bed3-085b12cbd7c3 service nova] Enqueued Resource ID: 76a42935-3a0d-46a5-b8a4-2dd3330a629f with Priority: HIGHEST for action port [ 1016.814984] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_rules [ 1016.820474] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_members [ 1016.820474] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76a42935-3a0d-46a5-b8a4-2dd3330a629f with Priority: HIGHEST for action port [ 1016.820474] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.820474] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.820474] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.820474] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.820474] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.821846] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.821846] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.821846] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-76a42935-3a0d-46a5-b8a4-2dd3330a629f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.821846] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76a42935-3a0d-46a5-b8a4-2dd3330a629f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.821846] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76a42935-3a0d-46a5-b8a4-2dd3330a629f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.822102] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76a42935-3a0d-46a5-b8a4-2dd3330a629f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.822102] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76a42935-3a0d-46a5-b8a4-2dd3330a629f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.832877] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.995187] env[62781]: INFO networking_nsxv3.common.synchronization [req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e req-60d45433-e7b8-45ca-9c49-26e8dc7c2e94 service nova] Enqueued Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGHEST for action security_group_rules [ 1016.995360] env[62781]: INFO networking_nsxv3.common.synchronization [req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e req-60d45433-e7b8-45ca-9c49-26e8dc7c2e94 service nova] Enqueued Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGHEST for action security_group_members [ 1016.995496] env[62781]: INFO networking_nsxv3.common.synchronization [req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e req-60d45433-e7b8-45ca-9c49-26e8dc7c2e94 service nova] Enqueued Resource ID: 3c1678c9-28e6-4392-8a47-b7a9ba984119 with Priority: HIGHEST for action port [ 1016.995729] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGHEST for action security_group_rules [ 1016.995860] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGHEST for action security_group_members [ 1016.995942] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c1678c9-28e6-4392-8a47-b7a9ba984119 with Priority: HIGHEST for action port [ 1016.996641] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b866865b-4caf-4c9a-8aca-efb9c8869619 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.996766] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.996832] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.997047] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.997123] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.998298] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b866865b-4caf-4c9a-8aca-efb9c8869619 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.998411] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.998614] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c1678c9-28e6-4392-8a47-b7a9ba984119 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.998712] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c1678c9-28e6-4392-8a47-b7a9ba984119" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.998769] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c1678c9-28e6-4392-8a47-b7a9ba984119" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.998945] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c1678c9-28e6-4392-8a47-b7a9ba984119" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.999029] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c1678c9-28e6-4392-8a47-b7a9ba984119',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.223425] env[62781]: INFO networking_nsxv3.common.synchronization [req-9e3639d2-0617-4fd7-9026-bd71d70ff159 req-0ef04ba2-421d-44fb-b76e-02c83acb2acf tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Enqueued Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_members [ 1017.223864] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_members [ 1017.225220] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e7916db-856f-426c-a885-e00d9f1bcbcc taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.225220] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.225220] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.225220] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.225220] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.225459] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.225459] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.225551] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.225588] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.226764] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.324362] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.324618] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.328018] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76a42935-3a0d-46a5-b8a4-2dd3330a629f with status ACTIVE [ 1017.328367] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.328567] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.328681] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.328997] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.329159] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.329433] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.329602] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.329709] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.329965] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.330105] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.330411] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.330562] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.330654] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.330880] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.331042] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.331188] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76a42935-3a0d-46a5-b8a4-2dd3330a629f is going to be updated. [ 1017.335628] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.335819] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.335819] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.336020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.336120] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.336212] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f is going to be updated. [ 1017.354378] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.354544] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.354614] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.354943] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.355108] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.355280] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76a42935-3a0d-46a5-b8a4-2dd3330a629f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.371951] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.372288] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.372370] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.372579] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.372800] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.385491] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: IN_PROGRESS for 2s [ 1017.414299] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: SUCCESS [ 1017.414493] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9588ff4a-654e-400c-a650-03930bdde17c deletion is rescheduled due to dependency. [ 1017.414736] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.414847] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.414989] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.415228] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.415363] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.415424] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.415591] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.415687] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.415794] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.497461] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 in Status: SUCCESS [ 1017.497726] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.502477] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b866865b-4caf-4c9a-8aca-efb9c8869619 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.502686] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.502964] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c1678c9-28e6-4392-8a47-b7a9ba984119 with status ACTIVE [ 1017.503068] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.503199] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.503384] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.503746] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.503746] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.505133] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.505133] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.505133] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.505133] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.505133] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.505133] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.505133] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.505133] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.506027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.506027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.506027] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c1678c9-28e6-4392-8a47-b7a9ba984119 is going to be updated. [ 1017.530945] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.531167] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.531274] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.531479] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.532037] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.532037] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c1678c9-28e6-4392-8a47-b7a9ba984119" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.584324] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.584445] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-307" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.584506] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-307" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.584969] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-307" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.585093] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.585209] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.585287] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.585650] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.585776] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.586043] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1017.586198] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.586345] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.586491] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.586638] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1017.586806] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.587056] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.606092] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.606295] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1017.606421] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.606605] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-307" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.606947] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-cefeb51a-6056-4bbc-8c0c-e0f783689914 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.607210] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-cefeb51a-6056-4bbc-8c0c-e0f783689914" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.607308] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-cefeb51a-6056-4bbc-8c0c-e0f783689914" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.607631] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-cefeb51a-6056-4bbc-8c0c-e0f783689914" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.607835] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cefeb51a-6056-4bbc-8c0c-e0f783689914',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.652844] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b866865b-4caf-4c9a-8aca-efb9c8869619 in Status: SUCCESS [ 1017.653112] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b866865b-4caf-4c9a-8aca-efb9c8869619 deletion is rescheduled due to dependency. [ 1017.653175] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.653347] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.653572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.653753] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.653862] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.653926] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.654091] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.654172] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.654271] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.728870] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.728870] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.728870] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.728870] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.729100] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.729132] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.729246] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.729353] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.729473] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.729549] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.729641] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc is going to be updated. [ 1017.754427] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.754427] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.754754] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.754754] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.754838] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.762729] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: IN_PROGRESS for 2s [ 1017.917799] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.114874] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.115179] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.115316] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.115598] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.115761] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.115965] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port cefeb51a-6056-4bbc-8c0c-e0f783689914 not found, creating... [ 1018.116406] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.116594] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.116722] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.117049] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.117219] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.117528] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.117691] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.117816] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.118041] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.118206] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.118363] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: cefeb51a-6056-4bbc-8c0c-e0f783689914 is going to be created. [ 1018.137141] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.137372] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.137506] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.137798] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.138054] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.138298] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-cefeb51a-6056-4bbc-8c0c-e0f783689914" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.155960] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.420391] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.658181] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.922794] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.923439] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.923439] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.923439] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.923439] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.923439] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9588ff4a-654e-400c-a650-03930bdde17c is going to be updated. [ 1018.950982] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.951411] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.951411] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.951581] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.951581] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.959138] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: IN_PROGRESS for 2s [ 1019.140885] env[62781]: INFO networking_nsxv3.common.synchronization [req-9e3639d2-0617-4fd7-9026-bd71d70ff159 req-647bef93-9111-4438-a843-5c48d5e069e8 service nova] Enqueued Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_rules [ 1019.141111] env[62781]: INFO networking_nsxv3.common.synchronization [req-9e3639d2-0617-4fd7-9026-bd71d70ff159 req-647bef93-9111-4438-a843-5c48d5e069e8 service nova] Enqueued Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_members [ 1019.141319] env[62781]: INFO networking_nsxv3.common.synchronization [req-9e3639d2-0617-4fd7-9026-bd71d70ff159 req-647bef93-9111-4438-a843-5c48d5e069e8 service nova] Enqueued Resource ID: cefeb51a-6056-4bbc-8c0c-e0f783689914 with Priority: HIGHEST for action port [ 1019.141859] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_rules [ 1019.141988] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_members [ 1019.142328] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cefeb51a-6056-4bbc-8c0c-e0f783689914 with Priority: HIGHEST for action port [ 1019.142647] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e7916db-856f-426c-a885-e00d9f1bcbcc taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.142779] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.142843] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.143061] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.143141] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.144170] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e7916db-856f-426c-a885-e00d9f1bcbcc taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.144823] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.144823] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-cefeb51a-6056-4bbc-8c0c-e0f783689914 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.144823] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cefeb51a-6056-4bbc-8c0c-e0f783689914" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.144823] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cefeb51a-6056-4bbc-8c0c-e0f783689914" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.144823] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cefeb51a-6056-4bbc-8c0c-e0f783689914" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.144823] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cefeb51a-6056-4bbc-8c0c-e0f783689914',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.162376] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.162560] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.162621] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.163294] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.163294] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.163294] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b866865b-4caf-4c9a-8aca-efb9c8869619 is going to be updated. [ 1019.195489] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.195718] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.195718] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.195944] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.196144] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.207568] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b866865b-4caf-4c9a-8aca-efb9c8869619 in Status: IN_PROGRESS for 2s [ 1019.265973] env[62781]: INFO networking_nsxv3.common.synchronization [req-22782aa9-ec95-4601-bc8d-6c3861d4e664 req-7e61472d-284e-4217-8a8a-f54a1ea1535d tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Enqueued Resource ID: c7228212-9816-4b3c-81fb-e48b0699ff4a with Priority: HIGHEST for action security_group_members [ 1019.266557] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7228212-9816-4b3c-81fb-e48b0699ff4a with Priority: HIGHEST for action security_group_members [ 1019.266844] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7228212-9816-4b3c-81fb-e48b0699ff4a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.266961] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7228212-9816-4b3c-81fb-e48b0699ff4a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.267077] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7228212-9816-4b3c-81fb-e48b0699ff4a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.267292] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7228212-9816-4b3c-81fb-e48b0699ff4a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.267445] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.267541] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.267733] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.267733] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.267819] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.267912] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7228212-9816-4b3c-81fb-e48b0699ff4a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.394231] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: SUCCESS [ 1019.394443] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.394608] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.394827] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.395015] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.395138] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.395349] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.395349] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.395460] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.395496] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.396032] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.647375] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e7916db-856f-426c-a885-e00d9f1bcbcc taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.647608] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.647833] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cefeb51a-6056-4bbc-8c0c-e0f783689914 with status ACTIVE [ 1019.648086] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.648243] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.648344] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.648511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.648616] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.648805] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.648909] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.648976] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.649165] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.649249] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.649467] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.649571] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.649634] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.649802] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.649880] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.649968] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cefeb51a-6056-4bbc-8c0c-e0f783689914 is going to be updated. [ 1019.696633] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.696768] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.696837] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.697055] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.697191] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.697720] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cefeb51a-6056-4bbc-8c0c-e0f783689914" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.706319] env[62781]: INFO networking_nsxv3.common.synchronization [req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 req-5351e49e-9097-4b4e-a53f-c91a089d781a tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Enqueued Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_members [ 1019.706901] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_members [ 1019.707274] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.707402] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.707513] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.707792] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.707958] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.708081] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.708152] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.708335] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.708426] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.708518] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.770669] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.770963] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.770963] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.774572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.774572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.774572] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.774572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.774572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.774572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.774572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.774572] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7228212-9816-4b3c-81fb-e48b0699ff4a is going to be updated. [ 1019.780423] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: SUCCESS [ 1019.780588] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc deletion is rescheduled due to dependency. [ 1019.780780] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.781151] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.781273] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.781558] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.781760] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.781860] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.782092] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.782228] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.782370] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.811758] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.811758] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.811758] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.811758] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.811758] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.820489] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7228212-9816-4b3c-81fb-e48b0699ff4a in Status: IN_PROGRESS for 2s [ 1019.898586] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.898853] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.898994] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.899788] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.899788] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.899788] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.900031] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.900197] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.900397] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.900569] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.900815] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.901046] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.901095] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.901411] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.901640] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.901787] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.901888] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.902095] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.902184] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.902269] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.902401] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.167973] env[62781]: INFO networking_nsxv3.common.synchronization [req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 req-b3358b3c-2ad4-4122-92a2-768e3e9b7e12 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Enqueued Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_members [ 1020.168758] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_members [ 1020.170714] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.170850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.210263] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.213706] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.213706] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.213706] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.213918] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.213964] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.214081] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.214134] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.214285] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.215025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.215025] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 already deleted. [ 1020.215025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.215025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.215025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.215025] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.215347] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.215347] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.215347] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.215347] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.215494] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.284602] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.405159] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1017dd11-9adc-4f05-9e8b-eaa14205942f: rpc.has_security_group_logging(os_id): False [ 1020.421757] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.422443] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.422649] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.423081] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.423081] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.423333] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.423496] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.423588] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.424129] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.424301] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.424559] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.424735] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.424839] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.425049] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.425179] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.425415] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.426213] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.426213] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.426213] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.426213] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.426213] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f is going to be updated. [ 1020.482878] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.482878] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.482878] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.482878] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.483175] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.499435] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: IN_PROGRESS for 2s [ 1020.539731] env[62781]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1020.539916] env[62781]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1020.613262] env[62781]: INFO networking_nsxv3.common.synchronization [req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 req-21273644-d20e-4863-9bde-b6d4e06ecbb2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Enqueued Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_members [ 1020.613866] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_members [ 1020.614307] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.614424] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.717993] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.718260] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.718307] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.718568] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.718658] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.718806] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.718926] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.718989] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.719157] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.719232] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.719319] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 already deleted. [ 1020.719395] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.719562] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.719706] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.719870] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.719966] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.720035] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.720186] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.720422] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.720422] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.786577] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.968548] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: SUCCESS [ 1020.968793] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.968996] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.969244] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.969447] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.969570] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.969688] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.969765] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.969846] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.969931] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.970041] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.024452] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.024735] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-721" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.024901] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-721" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.025310] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-721" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.025654] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.025879] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.026058] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.026334] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.026550] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.026820] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.026985] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.027161] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.027316] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.027560] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.027667] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.027865] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.046500] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.046761] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1021.046963] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.047388] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-721" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.047898] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-ff58dce5-44e6-4319-9055-0fa698ab9a5c taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.048186] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-ff58dce5-44e6-4319-9055-0fa698ab9a5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.048377] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-ff58dce5-44e6-4319-9055-0fa698ab9a5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.048781] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-ff58dce5-44e6-4319-9055-0fa698ab9a5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.048938] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff58dce5-44e6-4319-9055-0fa698ab9a5c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.216760] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b866865b-4caf-4c9a-8aca-efb9c8869619 in Status: SUCCESS [ 1021.217176] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.217232] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.217439] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.217647] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.217765] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.217833] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.217986] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.218080] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.218197] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.218298] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.222259] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.222390] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.222500] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.222664] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.222754] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.222943] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.223055] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.223119] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.223298] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.223379] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.223464] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 already deleted. [ 1021.223541] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.290074] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.290376] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.290481] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.290791] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.290901] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.291025] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc is going to be updated. [ 1021.318812] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.318955] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.319048] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.319266] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.319415] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.327879] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: IN_PROGRESS for 2s [ 1021.476954] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.477135] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.477221] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.477451] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.477628] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.477759] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.477808] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.477959] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.478060] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.478315] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.478315] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.478465] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.478546] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.478684] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.478825] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.478939] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.478998] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.479151] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.479230] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.479319] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.479411] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.518319] env[62781]: INFO networking_nsxv3.common.synchronization [None req-3193214d-dce2-472d-a967-4c99f6d7a152 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Enqueued Resource ID: 974a9ee6-eccb-455d-aad7-d31a5e887928 with Priority: HIGHEST for action security_group_rules [ 1021.518877] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 974a9ee6-eccb-455d-aad7-d31a5e887928 with Priority: HIGHEST for action security_group_rules [ 1021.519198] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-974a9ee6-eccb-455d-aad7-d31a5e887928 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.519313] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-974a9ee6-eccb-455d-aad7-d31a5e887928" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.519377] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-974a9ee6-eccb-455d-aad7-d31a5e887928" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.519635] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-974a9ee6-eccb-455d-aad7-d31a5e887928" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.519706] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('974a9ee6-eccb-455d-aad7-d31a5e887928',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.551424] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.551658] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.551790] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.552096] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.552339] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.552437] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port ff58dce5-44e6-4319-9055-0fa698ab9a5c not found, creating... [ 1021.552706] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.552899] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.553012] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.553261] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.553407] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.553753] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.553876] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.554009] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.554641] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.554682] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.554833] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: ff58dce5-44e6-4319-9055-0fa698ab9a5c is going to be created. [ 1021.573433] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.573704] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.573945] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.574133] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.574324] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.575110] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-ff58dce5-44e6-4319-9055-0fa698ab9a5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.683849] env[62781]: INFO networking_nsxv3.common.synchronization [None req-0fb45e59-b555-466a-ba82-37a24567359d tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Enqueued Resource ID: 974a9ee6-eccb-455d-aad7-d31a5e887928 with Priority: HIGHEST for action security_group_rules [ 1021.684407] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 974a9ee6-eccb-455d-aad7-d31a5e887928 with Priority: HIGHEST for action security_group_rules [ 1021.684728] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-974a9ee6-eccb-455d-aad7-d31a5e887928 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.684893] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-974a9ee6-eccb-455d-aad7-d31a5e887928" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.720455] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b866865b-4caf-4c9a-8aca-efb9c8869619 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.720607] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.720674] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.720889] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.721196] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.721196] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.721355] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.721355] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.721458] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.721568] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.721707] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b866865b-4caf-4c9a-8aca-efb9c8869619 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.721777] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.721821] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.721962] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.722109] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.722220] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.722288] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.722408] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.722486] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.722557] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.722645] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.829899] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7228212-9816-4b3c-81fb-e48b0699ff4a in Status: SUCCESS [ 1021.830177] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7228212-9816-4b3c-81fb-e48b0699ff4a deletion is rescheduled due to dependency. [ 1021.830350] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7228212-9816-4b3c-81fb-e48b0699ff4a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.983062] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9588ff4a-654e-400c-a650-03930bdde17c: rpc.has_security_group_logging(os_id): False [ 1021.999348] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.999590] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.999590] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.000023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.000023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.000023] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.000314] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.000314] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.000395] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.000426] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.000628] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.000723] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.000782] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.000964] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.001042] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.001213] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.001314] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.001375] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.001522] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.001593] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.001789] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9588ff4a-654e-400c-a650-03930bdde17c is going to be updated. [ 1022.040230] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.040230] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.040230] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.040655] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.040839] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.040839] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 974a9ee6-eccb-455d-aad7-d31a5e887928 already deleted. [ 1022.040948] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-974a9ee6-eccb-455d-aad7-d31a5e887928" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.041095] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-974a9ee6-eccb-455d-aad7-d31a5e887928" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.041269] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-974a9ee6-eccb-455d-aad7-d31a5e887928" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.041378] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('974a9ee6-eccb-455d-aad7-d31a5e887928',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.062130] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.062418] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.063694] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.064030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.064080] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.078581] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: IN_PROGRESS for 2s [ 1022.226628] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b866865b-4caf-4c9a-8aca-efb9c8869619: rpc.has_security_group_logging(os_id): False [ 1022.229919] env[62781]: INFO networking_nsxv3.common.synchronization [None req-dc799e3a-eb3c-4b76-8d87-a93359ecc5a2 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Enqueued Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGHEST for action security_group_members [ 1022.230692] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGHEST for action security_group_members [ 1022.231398] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b866865b-4caf-4c9a-8aca-efb9c8869619 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.231572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.231808] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.231947] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.232176] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.232329] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.232428] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.232646] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.233459] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.233623] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.249971] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.250201] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.250201] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.250537] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.250646] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.250876] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.250974] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.251061] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.251214] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.251332] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.251479] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.251576] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.251634] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.251775] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.251981] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.252118] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.252118] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.252283] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.252380] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.252380] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.252442] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b866865b-4caf-4c9a-8aca-efb9c8869619 is going to be updated. [ 1022.328952] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.329224] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.329224] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.329525] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.329525] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.345416] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b866865b-4caf-4c9a-8aca-efb9c8869619 in Status: IN_PROGRESS for 2s [ 1022.513399] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: SUCCESS [ 1022.513636] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.562105] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.562290] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.562355] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.562535] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.562639] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.562763] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 974a9ee6-eccb-455d-aad7-d31a5e887928 already deleted. [ 1022.562851] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-974a9ee6-eccb-455d-aad7-d31a5e887928" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.688093] env[62781]: INFO networking_nsxv3.common.synchronization [req-d823c20e-82bb-46e5-ba0c-7bb960b40c95 req-4f32ecc5-2015-4f23-aa88-b5389faeb988 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Enqueued Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_members [ 1022.688695] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_members [ 1022.688989] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.690577] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.690673] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.690858] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.691041] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.691144] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.691206] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.691377] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.691480] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.692019] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.738415] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.989158] env[62781]: INFO networking_nsxv3.common.synchronization [req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 req-62e0b2e4-3da3-4d85-8b44-a7677b1cfbb3 service nova] Enqueued Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_rules [ 1022.989449] env[62781]: INFO networking_nsxv3.common.synchronization [req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 req-62e0b2e4-3da3-4d85-8b44-a7677b1cfbb3 service nova] Enqueued Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_members [ 1022.989630] env[62781]: INFO networking_nsxv3.common.synchronization [req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 req-62e0b2e4-3da3-4d85-8b44-a7677b1cfbb3 service nova] Enqueued Resource ID: ff58dce5-44e6-4319-9055-0fa698ab9a5c with Priority: HIGHEST for action port [ 1022.990203] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_rules [ 1022.990392] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_members [ 1022.990609] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff58dce5-44e6-4319-9055-0fa698ab9a5c with Priority: HIGHEST for action port [ 1022.990987] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ffbdbd31-a1ba-4af3-98e1-59c467a313d7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.991158] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.991256] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.991553] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.991662] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.992534] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.992651] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.993359] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.993359] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.993359] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.993359] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.993359] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.993582] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.993722] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.993780] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.994739] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff58dce5-44e6-4319-9055-0fa698ab9a5c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.994739] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff58dce5-44e6-4319-9055-0fa698ab9a5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.994739] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff58dce5-44e6-4319-9055-0fa698ab9a5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.995015] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff58dce5-44e6-4319-9055-0fa698ab9a5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.995126] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff58dce5-44e6-4319-9055-0fa698ab9a5c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.197534] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.197717] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.197791] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.198043] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.198185] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.198363] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.198463] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.198535] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.198701] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.198784] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.198873] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb is going to be updated. [ 1023.232030] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.232385] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.232385] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.233020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.233020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.240961] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: IN_PROGRESS for 2s [ 1023.241277] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.336752] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: SUCCESS [ 1023.337039] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.337169] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.337395] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.337597] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.337713] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.337783] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.337942] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.338031] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.338149] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.338223] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.496892] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.498066] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.498173] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.499649] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff58dce5-44e6-4319-9055-0fa698ab9a5c with status ACTIVE [ 1023.499820] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.499950] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.500037] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.500224] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.500338] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.500525] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.500597] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.500659] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.500849] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.500907] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.501099] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.501191] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.501253] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.501573] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.501573] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.501573] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff58dce5-44e6-4319-9055-0fa698ab9a5c is going to be updated. [ 1023.517334] env[62781]: INFO networking_nsxv3.common.synchronization [req-0bc03f93-8cdb-41fe-93d4-7232b239f390 req-f03736d3-f723-4d28-91a7-b3106e10b45c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Enqueued Resource ID: d949c3f7-94d3-45fd-865d-058bc38e623f with Priority: HIGHEST for action security_group_members [ 1023.517862] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d949c3f7-94d3-45fd-865d-058bc38e623f with Priority: HIGHEST for action security_group_members [ 1023.518212] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-d949c3f7-94d3-45fd-865d-058bc38e623f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.518353] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.518468] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.518549] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.518745] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.518799] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.518861] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.519029] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.519129] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.519226] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d949c3f7-94d3-45fd-865d-058bc38e623f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.520930] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.521054] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.521118] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.521291] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.521428] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.521577] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff58dce5-44e6-4319-9055-0fa698ab9a5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.743807] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.743959] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.744105] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.744392] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.744452] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.744550] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b866865b-4caf-4c9a-8aca-efb9c8869619 is going to be updated. [ 1023.784056] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.784184] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.784184] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.784403] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.784546] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.792786] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b866865b-4caf-4c9a-8aca-efb9c8869619 in Status: IN_PROGRESS for 2s [ 1023.801169] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-935 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.802266] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-935" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.802266] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-935" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.802266] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-935" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.802266] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.802593] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.802593] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.802771] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.806023] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.806023] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1023.806023] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1023.806023] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1023.806023] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1023.806023] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1023.806023] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1023.806023] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.836194] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.836194] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1023.836368] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.836539] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-935" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.836954] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-1ba2518b-bc99-4b29-8f55-64715cc53793 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.837223] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-1ba2518b-bc99-4b29-8f55-64715cc53793" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.837431] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-1ba2518b-bc99-4b29-8f55-64715cc53793" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.837850] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-1ba2518b-bc99-4b29-8f55-64715cc53793" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.838107] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ba2518b-bc99-4b29-8f55-64715cc53793',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.840620] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e7916db-856f-426c-a885-e00d9f1bcbcc taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.840752] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.841040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.841040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.841177] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.841285] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.841630] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.841630] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.841630] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.841735] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.841833] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e7916db-856f-426c-a885-e00d9f1bcbcc taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.841886] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.841983] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.842103] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.842259] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.842347] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.842401] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.842538] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.842681] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.842681] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.842763] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.999773] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.023876] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.023876] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.023876] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.023876] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.023876] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.023876] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.023876] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.023876] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.023876] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.024277] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.024277] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d949c3f7-94d3-45fd-865d-058bc38e623f is going to be updated. [ 1024.050040] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.050040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.050040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.050179] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.050247] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.058206] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d949c3f7-94d3-45fd-865d-058bc38e623f in Status: IN_PROGRESS for 2s [ 1024.094436] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: SUCCESS [ 1024.094974] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.342821] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.342821] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.342821] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.343216] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.343216] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.343216] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 1ba2518b-bc99-4b29-8f55-64715cc53793 not found, creating... [ 1024.343505] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.343667] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.343786] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.344025] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.344168] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.344460] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.344618] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.344760] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.344938] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.346697] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.346697] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 1ba2518b-bc99-4b29-8f55-64715cc53793 is going to be created. [ 1024.347487] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e7916db-856f-426c-a885-e00d9f1bcbcc: rpc.has_security_group_logging(os_id): False [ 1024.363223] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b866865b-4caf-4c9a-8aca-efb9c8869619 in Status: SUCCESS [ 1024.364278] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.369237] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.369369] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.369440] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.369640] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.369723] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.370194] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.370749] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.370749] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.370749] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.370749] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.370943] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.370943] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.371042] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.371162] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.371236] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.371423] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.371516] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.371576] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.371712] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.371800] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.371885] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc is going to be updated. [ 1024.375049] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.375229] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.375422] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.375883] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.376174] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.376409] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-1ba2518b-bc99-4b29-8f55-64715cc53793" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.420404] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.420633] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-984" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.420762] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-984" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.421030] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-984" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.421309] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.421474] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.421593] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.421810] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.421956] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.422714] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1024.422873] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.422996] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.423126] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.423247] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1024.423364] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.423715] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.451457] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.451687] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1024.451854] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.452053] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-984" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.452364] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-e6950f61-d28f-4f88-a315-fb9c024d9ca9 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.452538] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-e6950f61-d28f-4f88-a315-fb9c024d9ca9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.452699] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-e6950f61-d28f-4f88-a315-fb9c024d9ca9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.453015] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-e6950f61-d28f-4f88-a315-fb9c024d9ca9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.453212] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6950f61-d28f-4f88-a315-fb9c024d9ca9',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.480218] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.480218] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.480218] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.480218] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.480218] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.499242] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: IN_PROGRESS for 2s [ 1024.506318] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.506318] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.506318] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.506318] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.506318] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.506318] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 is going to be created. [ 1024.538809] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.538809] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.538809] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.538809] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.538809] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.547472] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 in Status: UNINITIALIZED for 2s [ 1024.956068] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.959156] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.959156] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.959156] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.959156] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.959156] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port e6950f61-d28f-4f88-a315-fb9c024d9ca9 not found, creating... [ 1024.959156] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.959156] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.959156] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.959156] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.959156] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.960905] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.968055] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.968055] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.968055] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.968055] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.968055] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: e6950f61-d28f-4f88-a315-fb9c024d9ca9 is going to be created. [ 1024.987055] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.987055] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.987055] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.987055] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.987055] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.987055] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-e6950f61-d28f-4f88-a315-fb9c024d9ca9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.125998] env[62781]: INFO networking_nsxv3.common.synchronization [req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 req-bc22b2df-f75b-4538-9670-77edaf71403d service nova] Enqueued Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_rules [ 1025.125998] env[62781]: INFO networking_nsxv3.common.synchronization [req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 req-bc22b2df-f75b-4538-9670-77edaf71403d service nova] Enqueued Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_members [ 1025.125998] env[62781]: INFO networking_nsxv3.common.synchronization [req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 req-bc22b2df-f75b-4538-9670-77edaf71403d service nova] Enqueued Resource ID: 1ba2518b-bc99-4b29-8f55-64715cc53793 with Priority: HIGHEST for action port [ 1025.125998] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_rules [ 1025.125998] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_members [ 1025.125998] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba2518b-bc99-4b29-8f55-64715cc53793 with Priority: HIGHEST for action port [ 1025.126198] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ffbdbd31-a1ba-4af3-98e1-59c467a313d7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.126198] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.127296] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.127296] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.127296] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ba2518b-bc99-4b29-8f55-64715cc53793 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.127296] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ba2518b-bc99-4b29-8f55-64715cc53793" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.127296] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ba2518b-bc99-4b29-8f55-64715cc53793" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.129449] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ba2518b-bc99-4b29-8f55-64715cc53793" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.129760] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ba2518b-bc99-4b29-8f55-64715cc53793',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.250486] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: SUCCESS [ 1025.250663] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb deletion is rescheduled due to dependency. [ 1025.250774] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.632574] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ba2518b-bc99-4b29-8f55-64715cc53793 with status ACTIVE [ 1025.632819] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.633140] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.633140] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.633236] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.633318] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.633494] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.633590] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.633653] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.633798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.633873] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.634072] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.634160] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.634208] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.634348] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.634421] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.634505] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ba2518b-bc99-4b29-8f55-64715cc53793 is going to be updated. [ 1025.655731] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.655887] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.655960] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.656181] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.656319] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.656508] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ba2518b-bc99-4b29-8f55-64715cc53793" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.803625] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b866865b-4caf-4c9a-8aca-efb9c8869619 in Status: SUCCESS [ 1025.803847] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.019378] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.019596] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-721" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.019727] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-721" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.020015] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-721" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.020391] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.020512] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.020630] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.020865] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.021863] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.022178] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1026.022306] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.022433] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.022554] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.022674] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1026.022786] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.022929] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.040233] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.040507] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1026.040664] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.040844] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-721" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.041941] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-3087bcd2-10ea-450e-b034-d7c2f4e90a52 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.042096] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-3087bcd2-10ea-450e-b034-d7c2f4e90a52" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.042217] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-3087bcd2-10ea-450e-b034-d7c2f4e90a52" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.042612] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-3087bcd2-10ea-450e-b034-d7c2f4e90a52" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.042777] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3087bcd2-10ea-450e-b034-d7c2f4e90a52',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.068035] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d949c3f7-94d3-45fd-865d-058bc38e623f in Status: SUCCESS [ 1026.068559] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d949c3f7-94d3-45fd-865d-058bc38e623f deletion is rescheduled due to dependency. [ 1026.068559] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.108249] env[62781]: INFO networking_nsxv3.common.synchronization [req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 req-dce750b9-4082-4633-8dc8-ad58cbb5ea97 service nova] Enqueued Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGHEST for action security_group_rules [ 1026.108796] env[62781]: INFO networking_nsxv3.common.synchronization [req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 req-dce750b9-4082-4633-8dc8-ad58cbb5ea97 service nova] Enqueued Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGHEST for action security_group_members [ 1026.108796] env[62781]: INFO networking_nsxv3.common.synchronization [req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 req-dce750b9-4082-4633-8dc8-ad58cbb5ea97 service nova] Enqueued Resource ID: e6950f61-d28f-4f88-a315-fb9c024d9ca9 with Priority: HIGHEST for action port [ 1026.113322] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGHEST for action security_group_rules [ 1026.113322] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGHEST for action security_group_members [ 1026.113322] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6950f61-d28f-4f88-a315-fb9c024d9ca9 with Priority: HIGHEST for action port [ 1026.113322] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b866865b-4caf-4c9a-8aca-efb9c8869619 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.113481] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.113481] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.113929] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.113929] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.117240] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b866865b-4caf-4c9a-8aca-efb9c8869619 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.117383] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.117449] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.117702] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.118134] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.118134] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.118134] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.118399] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.118925] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.119009] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.120202] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6950f61-d28f-4f88-a315-fb9c024d9ca9 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.120202] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6950f61-d28f-4f88-a315-fb9c024d9ca9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.120411] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6950f61-d28f-4f88-a315-fb9c024d9ca9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.120517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6950f61-d28f-4f88-a315-fb9c024d9ca9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.120624] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6950f61-d28f-4f88-a315-fb9c024d9ca9',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.511786] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: SUCCESS [ 1026.511786] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.545985] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.546199] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.546359] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.546645] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.546806] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.546991] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 3087bcd2-10ea-450e-b034-d7c2f4e90a52 not found, creating... [ 1026.547301] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.547471] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.547596] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.547849] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.548007] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.548361] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.548540] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.548664] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.548897] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.549053] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.549201] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 3087bcd2-10ea-450e-b034-d7c2f4e90a52 is going to be created. [ 1026.558551] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 in Status: SUCCESS [ 1026.558642] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.558775] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.558956] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.559138] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.559244] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.559308] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.559464] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.559527] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.559612] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.559705] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.560528] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.560695] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.560843] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.560965] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.561045] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.561187] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.561263] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.561370] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.568204] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.568483] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.568556] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.568747] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.568965] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.569191] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-3087bcd2-10ea-450e-b034-d7c2f4e90a52" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.622236] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b866865b-4caf-4c9a-8aca-efb9c8869619 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.622363] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.622589] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.623572] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6950f61-d28f-4f88-a315-fb9c024d9ca9 with status ACTIVE [ 1026.624471] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.624471] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.624471] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.624471] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.624471] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.624471] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.624692] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.624692] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.624751] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.624871] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.625047] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.625156] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.625229] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.625389] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.625720] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.625720] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6950f61-d28f-4f88-a315-fb9c024d9ca9 is going to be updated. [ 1026.645512] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.645797] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.645797] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.646015] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.646251] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.646471] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6950f61-d28f-4f88-a315-fb9c024d9ca9" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.063298] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.063527] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.063726] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.127528] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.565678] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.631309] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.631476] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.631547] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.631819] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.631919] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.632050] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b866865b-4caf-4c9a-8aca-efb9c8869619 is going to be updated. [ 1027.653826] env[62781]: INFO networking_nsxv3.common.synchronization [req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 req-ad1215b3-53da-490a-9c37-ebf8e20d4101 service nova] Enqueued Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_rules [ 1027.654110] env[62781]: INFO networking_nsxv3.common.synchronization [req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 req-ad1215b3-53da-490a-9c37-ebf8e20d4101 service nova] Enqueued Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_members [ 1027.654343] env[62781]: INFO networking_nsxv3.common.synchronization [req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 req-ad1215b3-53da-490a-9c37-ebf8e20d4101 service nova] Enqueued Resource ID: 3087bcd2-10ea-450e-b034-d7c2f4e90a52 with Priority: HIGHEST for action port [ 1027.655031] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_rules [ 1027.655031] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_members [ 1027.655031] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3087bcd2-10ea-450e-b034-d7c2f4e90a52 with Priority: HIGHEST for action port [ 1027.655422] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ffbdbd31-a1ba-4af3-98e1-59c467a313d7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.655516] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.655815] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.655928] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.656155] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-3087bcd2-10ea-450e-b034-d7c2f4e90a52 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.656291] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3087bcd2-10ea-450e-b034-d7c2f4e90a52" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.656376] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3087bcd2-10ea-450e-b034-d7c2f4e90a52" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.656593] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3087bcd2-10ea-450e-b034-d7c2f4e90a52" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.656700] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3087bcd2-10ea-450e-b034-d7c2f4e90a52',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.658256] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.658544] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.658670] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.658895] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.659358] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.668528] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b866865b-4caf-4c9a-8aca-efb9c8869619 in Status: IN_PROGRESS for 2s [ 1027.848534] env[62781]: INFO networking_nsxv3.common.synchronization [req-e862a571-56bc-4875-a105-cbddda82e3ad req-7605aae9-6cde-4386-845d-56bd5e1cbffa tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Enqueued Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1027.849122] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1027.849467] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.849619] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.849707] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.849938] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.850302] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.850302] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.850302] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.850508] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.850508] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.850588] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.054887] env[62781]: INFO networking_nsxv3.common.synchronization [req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 req-0c9d438a-d761-48fb-beae-2b4077567e80 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Enqueued Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_members [ 1028.055469] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_members [ 1028.055776] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.055898] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.055967] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.056842] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.057071] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.057220] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.057301] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.057522] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.057648] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.057772] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.068041] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.068823] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.069040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.069260] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.069382] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.069514] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 is going to be updated. [ 1028.097823] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.097823] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.098551] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.098894] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.099041] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.109925] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 in Status: IN_PROGRESS for 2s [ 1028.161767] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3087bcd2-10ea-450e-b034-d7c2f4e90a52 with status ACTIVE [ 1028.161969] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.162133] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.162201] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.162422] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.162517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.162741] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.162847] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.162911] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.163079] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.163164] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.163339] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.163435] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.163498] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.163647] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.163716] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.163802] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3087bcd2-10ea-450e-b034-d7c2f4e90a52 is going to be updated. [ 1028.194424] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.194615] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.194779] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.195038] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.195181] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.195369] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3087bcd2-10ea-450e-b034-d7c2f4e90a52" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.352213] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.486946] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-343 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.487190] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-343" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.487413] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-343" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.487915] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-343" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.488129] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.488525] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.488574] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.488808] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.489070] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.489377] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1028.489511] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.489630] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.489748] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.489873] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1028.489974] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.490116] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.508019] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.509026] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1028.509026] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.509026] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-343" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.509026] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-8dc4dc1d-df8a-4a10-b495-31ef2238fe90 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.509026] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-8dc4dc1d-df8a-4a10-b495-31ef2238fe90" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.509026] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-8dc4dc1d-df8a-4a10-b495-31ef2238fe90" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.509505] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-8dc4dc1d-df8a-4a10-b495-31ef2238fe90" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.509571] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dc4dc1d-df8a-4a10-b495-31ef2238fe90',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.562716] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.563013] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.563294] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.563454] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.563613] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.563935] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.564214] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.564251] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.564456] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.564585] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.564724] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb is going to be updated. [ 1028.597820] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.598032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.598032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.598713] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.598713] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.606327] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: IN_PROGRESS for 2s [ 1028.854776] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.882229] env[62781]: INFO networking_nsxv3.common.synchronization [None req-124c338d-5fe1-44f5-8329-421ac6312907 None None] Enqueued Resource ID: ffc7d41b-c8e3-42c0-947a-08a7f0d3137c with Priority: HIGHEST for action port [ 1028.882915] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffc7d41b-c8e3-42c0-947a-08a7f0d3137c with Priority: HIGHEST for action port [ 1028.885833] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffc7d41b-c8e3-42c0-947a-08a7f0d3137c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.886065] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffc7d41b-c8e3-42c0-947a-08a7f0d3137c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.886130] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffc7d41b-c8e3-42c0-947a-08a7f0d3137c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.886491] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffc7d41b-c8e3-42c0-947a-08a7f0d3137c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.886605] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffc7d41b-c8e3-42c0-947a-08a7f0d3137c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.015654] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.015654] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.015654] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.015654] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.015654] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.015654] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 8dc4dc1d-df8a-4a10-b495-31ef2238fe90 not found, creating... [ 1029.015654] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.015654] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.015654] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.017044] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.017243] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.017572] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.018689] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.018689] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.018689] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.018689] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.018689] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 8dc4dc1d-df8a-4a10-b495-31ef2238fe90 is going to be created. [ 1029.037815] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.038266] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.038266] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.038615] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.038857] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.039110] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-8dc4dc1d-df8a-4a10-b495-31ef2238fe90" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.357261] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.357815] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.357815] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.357815] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.357815] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.357986] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f is going to be updated. [ 1029.384390] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.384536] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.384614] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.384865] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.385022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.389134] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ffc7d41b-c8e3-42c0-947a-08a7f0d3137c [ 1029.389134] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.389134] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.389134] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.389134] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.389134] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.389402] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ffc7d41b-c8e3-42c0-947a-08a7f0d3137c already deleted. [ 1029.389402] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffc7d41b-c8e3-42c0-947a-08a7f0d3137c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.393153] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: IN_PROGRESS for 2s [ 1029.679687] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b866865b-4caf-4c9a-8aca-efb9c8869619 in Status: SUCCESS [ 1029.679687] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.679687] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.679687] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.679687] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.679687] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.679687] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.679965] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.679965] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.679965] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.680077] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.785801] env[62781]: INFO networking_nsxv3.common.synchronization [req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 req-25b1ea90-69ed-41ef-9dd1-8a68b496e055 service nova] Enqueued Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_rules [ 1029.785943] env[62781]: INFO networking_nsxv3.common.synchronization [req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 req-25b1ea90-69ed-41ef-9dd1-8a68b496e055 service nova] Enqueued Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_members [ 1029.786109] env[62781]: INFO networking_nsxv3.common.synchronization [req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 req-25b1ea90-69ed-41ef-9dd1-8a68b496e055 service nova] Enqueued Resource ID: 8dc4dc1d-df8a-4a10-b495-31ef2238fe90 with Priority: HIGHEST for action port [ 1029.786337] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_rules [ 1029.786465] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_members [ 1029.786574] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc4dc1d-df8a-4a10-b495-31ef2238fe90 with Priority: HIGHEST for action port [ 1029.787372] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.787563] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.787652] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.787927] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.788061] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.789624] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.789777] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.790119] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dc4dc1d-df8a-4a10-b495-31ef2238fe90 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.790307] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dc4dc1d-df8a-4a10-b495-31ef2238fe90" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.790436] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dc4dc1d-df8a-4a10-b495-31ef2238fe90" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.790678] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dc4dc1d-df8a-4a10-b495-31ef2238fe90" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.790791] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dc4dc1d-df8a-4a10-b495-31ef2238fe90',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.119210] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 in Status: SUCCESS [ 1030.119518] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.119569] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.119883] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.120118] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.120294] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.120382] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.120602] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.120749] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.120866] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.121087] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.121205] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.121276] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.121622] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.121892] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.121955] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.122091] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.122277] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.122400] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.122631] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.122631] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.123992] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.124235] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.124404] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.124514] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.124580] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.124736] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.124813] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.124899] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.183269] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b866865b-4caf-4c9a-8aca-efb9c8869619 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.183430] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.183495] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.183677] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.183831] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.183927] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.183989] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.184148] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.184234] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.184323] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.184476] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b866865b-4caf-4c9a-8aca-efb9c8869619 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.184570] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.184682] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.184913] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.185019] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.185075] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.185141] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.185272] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.185349] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.185433] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.185522] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.290302] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.290456] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.292847] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8dc4dc1d-df8a-4a10-b495-31ef2238fe90 with status ACTIVE [ 1030.293062] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.293235] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.293320] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.293587] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.293702] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.293923] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.294060] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.294126] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.294336] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.294430] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.294654] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.294759] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.294858] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.295040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.296110] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.296110] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8dc4dc1d-df8a-4a10-b495-31ef2238fe90 is going to be updated. [ 1030.315670] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.315805] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.315882] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.316153] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.316313] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.316361] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dc4dc1d-df8a-4a10-b495-31ef2238fe90" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.591198] env[62781]: INFO networking_nsxv3.common.synchronization [None req-f4e5b65c-d32b-41a7-a957-181bc1624923 None None] Enqueued Resource ID: e442e6fd-9bf0-48a0-82ff-18c28667a481 with Priority: HIGHEST for action port [ 1030.591198] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e442e6fd-9bf0-48a0-82ff-18c28667a481 with Priority: HIGHEST for action port [ 1030.591198] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-e442e6fd-9bf0-48a0-82ff-18c28667a481 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.591198] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e442e6fd-9bf0-48a0-82ff-18c28667a481" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.591198] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e442e6fd-9bf0-48a0-82ff-18c28667a481" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.592637] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e442e6fd-9bf0-48a0-82ff-18c28667a481" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.592637] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e442e6fd-9bf0-48a0-82ff-18c28667a481',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.617955] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: SUCCESS [ 1030.618148] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb deletion is rescheduled due to dependency. [ 1030.618271] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.618431] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.618630] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.618803] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.619016] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.619016] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.619127] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.619207] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.619298] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.627264] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.633371] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ffbdbd31-a1ba-4af3-98e1-59c467a313d7: rpc.has_security_group_logging(os_id): False [ 1030.649651] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.649791] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.649858] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.650049] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.650138] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.650313] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.650445] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.650504] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.650629] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.650741] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.650976] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.651088] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.651148] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.651290] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.651420] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.651547] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.651636] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.651687] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.651821] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.651890] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.651971] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 is going to be created. [ 1030.687578] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b866865b-4caf-4c9a-8aca-efb9c8869619: rpc.has_security_group_logging(os_id): False [ 1030.704881] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.705032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.705105] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.705305] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.705408] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.705628] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.705728] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.705781] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.705929] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.706009] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.706265] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.706315] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.706347] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.706470] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.706540] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.706715] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.706818] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.706878] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.707088] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.707181] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.707267] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b866865b-4caf-4c9a-8aca-efb9c8869619 is going to be updated. [ 1030.708965] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.709089] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.709157] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.709304] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.709467] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.719622] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 in Status: IN_PROGRESS for 2s [ 1030.769593] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.769822] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.769822] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.769984] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.770115] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.782429] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b866865b-4caf-4c9a-8aca-efb9c8869619 in Status: IN_PROGRESS for 2s [ 1031.094380] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e442e6fd-9bf0-48a0-82ff-18c28667a481 [ 1031.094642] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.094802] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.094874] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.095133] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.095228] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.095342] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e442e6fd-9bf0-48a0-82ff-18c28667a481 already deleted. [ 1031.095421] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e442e6fd-9bf0-48a0-82ff-18c28667a481" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.123480] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.134604] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.403464] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: SUCCESS [ 1031.403632] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.628040] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.638178] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.638178] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.638178] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.638178] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.638178] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.638178] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 is going to be updated. [ 1031.664567] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.664804] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.664885] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.665161] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.665333] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.676496] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 in Status: IN_PROGRESS for 2s [ 1032.131447] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.131764] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.131764] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.131981] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.132853] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.133011] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb is going to be updated. [ 1032.162445] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.162617] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.162690] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.163236] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.163384] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.179606] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: IN_PROGRESS for 2s [ 1032.730622] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 in Status: SUCCESS [ 1032.730846] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.731032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.731252] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.731339] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.800557] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b866865b-4caf-4c9a-8aca-efb9c8869619 in Status: SUCCESS [ 1032.800820] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.234110] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.234449] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.685432] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 in Status: SUCCESS [ 1033.685649] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.686097] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.686097] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.686704] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.686704] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.686704] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.686704] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.686704] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.686962] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.686962] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.189366] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: SUCCESS [ 1034.189366] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.189366] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.189366] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.189642] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.189642] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.189772] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.189870] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.189931] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.190088] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.190166] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.190253] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.190449] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.190597] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.190672] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.190818] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.191039] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.191174] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.191244] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.191419] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.191555] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.191555] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.191686] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.192488] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.192642] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.192809] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.192915] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.192983] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.193121] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.193206] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.193263] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.193358] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.694842] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ffbdbd31-a1ba-4af3-98e1-59c467a313d7: rpc.has_security_group_logging(os_id): False [ 1034.698501] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.698660] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.698717] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.698892] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.699051] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.699154] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.699220] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.699364] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.699460] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.699552] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.699694] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.699786] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.699847] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.699985] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.700132] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.700224] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.700284] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.700449] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.700535] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.700619] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.700707] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.713246] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.713391] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.713441] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.713594] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.713677] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.713853] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.713948] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.714018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.714161] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.714235] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.714445] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.714530] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.714613] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.714715] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.714784] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.715039] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.715139] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.715139] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.715260] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.715332] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.715414] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 is going to be updated. [ 1034.788141] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.788335] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.788410] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.788643] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.788849] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.800387] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 in Status: IN_PROGRESS for 2s [ 1035.203094] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4db2a5a-71d6-4986-aed6-05b3ad3ddafb: rpc.has_security_group_logging(os_id): False [ 1035.219667] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.219842] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.219899] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.220171] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.220275] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.220583] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.220752] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.220799] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.220958] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.221057] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.221292] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.221397] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.221481] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.221639] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.221734] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.221957] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.222085] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.222166] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.222330] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.222420] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.222507] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb is going to be updated. [ 1035.281268] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.281583] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.281690] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.281882] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.282035] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.294304] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: IN_PROGRESS for 2s [ 1035.487693] env[62781]: INFO networking_nsxv3.common.synchronization [req-f8ec8e7d-6173-49f7-b805-1406aa62afcd req-8188a9f9-2754-4174-8d24-f7702a0f9481 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Enqueued Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_members [ 1035.488558] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_members [ 1035.489274] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.489274] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.489274] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.489274] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.489274] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.489543] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.489543] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.489694] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.489694] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.489767] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.992988] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.992988] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.993369] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.997017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.997017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.997017] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.997017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.997017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.997017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.997017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.997017] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9588ff4a-654e-400c-a650-03930bdde17c is going to be updated. [ 1036.019081] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.019220] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.019293] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.019499] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.019638] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.027146] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: IN_PROGRESS for 2s [ 1036.484426] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.484426] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.484426] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.484426] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.484426] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.777824] env[62781]: INFO networking_nsxv3.common.synchronization [None req-d95d06e5-2528-4433-8aec-0becec9cc296 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Enqueued Resource ID: c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b with Priority: HIGHEST for action security_group_rules [ 1036.777824] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b with Priority: HIGHEST for action security_group_rules [ 1036.778128] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.778233] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.778233] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.778479] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.778562] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.812618] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 in Status: SUCCESS [ 1036.812835] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.813009] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.813225] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.813311] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.909019] env[62781]: INFO networking_nsxv3.common.synchronization [None req-f361e343-57eb-42d7-9067-f66d964e9573 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Enqueued Resource ID: c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b with Priority: HIGHEST for action security_group_rules [ 1036.909551] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b with Priority: HIGHEST for action security_group_rules [ 1036.909864] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.909981] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.986827] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.298890] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.299306] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.299306] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.299306] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.299421] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.299482] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b already deleted. [ 1037.299566] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.299701] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.299853] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.299936] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.306352] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: SUCCESS [ 1037.306554] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.315560] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.315679] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.315754] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.315940] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.316117] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.316218] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.316283] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.316450] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.316501] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.316586] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.316672] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.489616] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.819566] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.820104] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.820104] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.820254] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.820317] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.820406] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.820674] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.820674] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.820816] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.820888] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.821084] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.821184] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.822644] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.822644] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.822644] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.822644] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.822644] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.822644] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.822644] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.822644] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.822644] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.824394] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.824394] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.824394] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.824572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.824572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.824682] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b already deleted. [ 1037.824682] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.992325] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1037.992480] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1038.041200] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: SUCCESS [ 1038.041377] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9588ff4a-654e-400c-a650-03930bdde17c deletion is rescheduled due to dependency. [ 1038.041573] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.326531] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ffbdbd31-a1ba-4af3-98e1-59c467a313d7: rpc.has_security_group_logging(os_id): False [ 1038.342865] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.343152] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.343152] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.343483] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.343585] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.343806] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.343924] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.343985] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.344151] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.344264] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.344496] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.344603] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.344666] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.344876] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.345046] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.345203] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.345303] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.345368] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.345536] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.345601] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.345677] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 is going to be updated. [ 1038.403259] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.403542] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.403618] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.403789] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.403946] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.416461] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 in Status: IN_PROGRESS for 2s [ 1038.586776] env[62781]: INFO networking_nsxv3.common.synchronization [req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 req-7572358e-8713-42d6-b829-16f0f139c960 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Enqueued Resource ID: 974a9ee6-eccb-455d-aad7-d31a5e887928 with Priority: HIGHEST for action security_group_members [ 1038.587416] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 974a9ee6-eccb-455d-aad7-d31a5e887928 with Priority: HIGHEST for action security_group_members [ 1038.587788] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-974a9ee6-eccb-455d-aad7-d31a5e887928 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.587937] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-974a9ee6-eccb-455d-aad7-d31a5e887928" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.588129] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-974a9ee6-eccb-455d-aad7-d31a5e887928" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.588375] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-974a9ee6-eccb-455d-aad7-d31a5e887928" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.588574] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.588704] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.588824] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.589037] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.589160] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.589275] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('974a9ee6-eccb-455d-aad7-d31a5e887928',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.873697] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.875299] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.875299] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.875299] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.893564] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1038.894591] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.896152] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1038.936832] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.936832] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.936832] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.936832] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.947882] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.948914] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1038.949111] env[62781]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=62781) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1038.949706] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1038.989018] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-645 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.989018] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-645" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.989018] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-645" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.989018] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-645" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.989018] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.989018] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.989018] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.989018] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.989018] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.989018] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1038.989709] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.989709] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.989780] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.990152] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1038.990346] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.990585] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.993613] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.993791] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.997019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.997019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.997019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.997019] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1039.013925] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1039.014378] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1039.014595] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1039.014813] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-645" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.015203] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-865fa9b7-f79d-400b-8cce-b0ff45c91e30 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.015441] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-865fa9b7-f79d-400b-8cce-b0ff45c91e30" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.015635] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-865fa9b7-f79d-400b-8cce-b0ff45c91e30" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.015999] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-865fa9b7-f79d-400b-8cce-b0ff45c91e30" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.016293] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('865fa9b7-f79d-400b-8cce-b0ff45c91e30',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.065105] env[62781]: INFO networking_nsxv3.common.synchronization [req-4f1c0c23-02db-4793-9787-b7e4aee7d400 req-96394dff-300d-446b-b851-7597a5060cca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Enqueued Resource ID: 2e5de993-2a61-4898-b12e-d24b48c9f820 with Priority: HIGHEST for action security_group_members [ 1039.067602] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5de993-2a61-4898-b12e-d24b48c9f820 with Priority: HIGHEST for action security_group_members [ 1039.068147] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e5de993-2a61-4898-b12e-d24b48c9f820 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.068693] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e5de993-2a61-4898-b12e-d24b48c9f820" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.068797] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e5de993-2a61-4898-b12e-d24b48c9f820" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.068971] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e5de993-2a61-4898-b12e-d24b48c9f820" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.069187] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.069300] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.069374] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.069532] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.069620] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.069714] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e5de993-2a61-4898-b12e-d24b48c9f820',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.076516] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.076638] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.076706] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.076877] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.077171] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.077414] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1039.091617] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.091754] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.091822] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.092027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.092568] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.092568] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.092568] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.092568] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.092568] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.092806] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.092806] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 974a9ee6-eccb-455d-aad7-d31a5e887928 already deleted. [ 1039.092806] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-974a9ee6-eccb-455d-aad7-d31a5e887928" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.144205] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.144368] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.144368] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.144565] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.144832] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.145484] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1039.145484] env[62781]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'61870c2a-ee8f-4985-9d61-0eb56ded1d0e', '8097946b-a4cf-41a9-894c-820ea377a8c7', 'c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c', '6eeb0853-dd63-4663-8191-07e50c7caf7e', '31118ac9-f598-42c8-b4ed-b4f4d4fbb935', '36a605cc-13b4-41a4-a34f-70f0ba254297', 'a73c0f7d-e094-4e30-ad9a-7b069133b7ad', 'cab2e530-c83d-409b-b957-a8bc417d0bce', 'fd4671d0-c1f6-48ae-987f-764935f5392b', '42566bfd-9ea6-4873-a9a2-d859a09c43fa', '9588ff4a-654e-400c-a650-03930bdde17c', 'f71914fd-666e-48b2-a1e9-e815a4aba787', 'e47a0241-76d6-46ec-a25e-e4422dbab5bb', '3ab92a7f-90ff-4d89-b702-15a0e7d01293', '0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7', '2e5de993-2a61-4898-b12e-d24b48c9f820', '2ec514e2-a490-4a03-b75d-7b13ec49a69e', 'c7228212-9816-4b3c-81fb-e48b0699ff4a', '1017dd11-9adc-4f05-9e8b-eaa14205942f', 'ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab', '7ea65002-65d1-47b0-8698-0d9f63cb7e11', 'c31746d8-d495-42b7-8eb1-f4bd79a2a20d', 'a1065963-ab5d-4e12-ae27-c2bf96d3bc54', '5fd08286-1ada-4841-995b-11015e312513', 'c4db2a5a-71d6-4986-aed6-05b3ad3ddafb', 'dcd2779c-5492-4db7-a6ce-7f0d97e611de', 'fd62f6a3-9e7a-48df-a4b5-11ac81efbe85', '7e7916db-856f-426c-a885-e00d9f1bcbcc', '99f415ee-b926-4cb7-8602-6ac3eea9ff35', 'd949c3f7-94d3-45fd-865d-058bc38e623f', '88891a36-0778-4adf-973d-9b52223c0f15', 'ebd3fe3f-1467-4ae0-a6fc-43db453bd521', '280ab6e8-fa29-4279-beed-6958661af143', 'c11fb154-add7-4a68-b367-a62361d3194c', 'c5829af7-1145-4375-babd-b46f9e609d53', '99916862-7487-40ba-9802-535b0ade8c5c', '59c72323-5d56-4b90-937a-f67aecdff33a', '2d812943-9aee-4ac4-b8ab-e436e6eeb73c', 'dcff140d-2913-43c0-a6a6-c4516ff6fbc1', 'b866865b-4caf-4c9a-8aca-efb9c8869619', '7aff8fba-c6d9-49f4-8169-306be1820332', 'ffbdbd31-a1ba-4af3-98e1-59c467a313d7', 'c2724694-b2e7-47d6-9fda-140002a0d16a', '982cb2e6-98c0-4e7a-b32a-46402370d9ec', 'df86dd15-f958-47b3-96b7-532db1d33daf', 'b8d1f999-c2bb-4f57-8750-f41e692faab1', 'e2b32e37-0883-4972-aadc-60f41c1aa9ad'} {{(pid=62781) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1039.145484] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1039.166016] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.169439] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.169439] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.169439] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.169439] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.169439] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1039.169439] env[62781]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=62781) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1039.169439] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1039.236040] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.236264] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.236264] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.236471] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.237675] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.237906] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1039.237987] env[62781]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=62781) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1039.238460] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1039.238550] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1039.238637] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/47 resources of Type:Security Group Rules [ 1039.238709] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGH for action security_group_rules [ 1039.238789] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8097946b-a4cf-41a9-894c-820ea377a8c7 with Priority: HIGH for action security_group_rules [ 1039.238859] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c with Priority: HIGH for action security_group_rules [ 1039.238922] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e with Priority: HIGH for action security_group_rules [ 1039.238985] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 31118ac9-f598-42c8-b4ed-b4f4d4fbb935 with Priority: HIGH for action security_group_rules [ 1039.239061] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 36a605cc-13b4-41a4-a34f-70f0ba254297 with Priority: HIGH for action security_group_rules [ 1039.239125] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad with Priority: HIGH for action security_group_rules [ 1039.239180] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cab2e530-c83d-409b-b957-a8bc417d0bce with Priority: HIGH for action security_group_rules [ 1039.239238] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fd4671d0-c1f6-48ae-987f-764935f5392b with Priority: HIGH for action security_group_rules [ 1039.239300] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 42566bfd-9ea6-4873-a9a2-d859a09c43fa with Priority: HIGH for action security_group_rules [ 1039.239361] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGH for action security_group_rules [ 1039.239601] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f71914fd-666e-48b2-a1e9-e815a4aba787 with Priority: HIGH for action security_group_rules [ 1039.239743] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e47a0241-76d6-46ec-a25e-e4422dbab5bb with Priority: HIGH for action security_group_rules [ 1039.239743] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3ab92a7f-90ff-4d89-b702-15a0e7d01293 with Priority: HIGH for action security_group_rules [ 1039.239843] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7 with Priority: HIGH for action security_group_rules [ 1039.239884] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e5de993-2a61-4898-b12e-d24b48c9f820 with Priority: HIGH for action security_group_rules [ 1039.239925] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ec514e2-a490-4a03-b75d-7b13ec49a69e with Priority: HIGH for action security_group_rules [ 1039.239973] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c7228212-9816-4b3c-81fb-e48b0699ff4a with Priority: HIGH for action security_group_rules [ 1039.240044] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGH for action security_group_rules [ 1039.240109] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab with Priority: HIGH for action security_group_rules [ 1039.240205] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.520841] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.521277] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.521277] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.521553] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.521737] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.521969] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 865fa9b7-f79d-400b-8cce-b0ff45c91e30 not found, creating... [ 1039.522241] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.522433] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.522579] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.523698] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.523698] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.523698] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.523698] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.523698] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.524132] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.524132] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.524242] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 865fa9b7-f79d-400b-8cce-b0ff45c91e30 is going to be created. [ 1039.542087] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.542386] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.542467] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.542806] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.542977] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.543226] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-865fa9b7-f79d-400b-8cce-b0ff45c91e30" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.579934] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.580121] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.580199] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.580421] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.612068] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.612344] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.612489] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.612553] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.612717] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.612843] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.612956] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e5de993-2a61-4898-b12e-d24b48c9f820 is going to be updated. [ 1039.643489] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.643694] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.643694] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.643910] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.644066] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.652012] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e5de993-2a61-4898-b12e-d24b48c9f820 in Status: IN_PROGRESS for 2s [ 1040.427252] env[62781]: INFO networking_nsxv3.common.synchronization [req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 req-79b6bfc8-7efd-4257-a672-7d8febd197d9 service nova] Enqueued Resource ID: 974a9ee6-eccb-455d-aad7-d31a5e887928 with Priority: HIGHEST for action security_group_rules [ 1040.427252] env[62781]: INFO networking_nsxv3.common.synchronization [req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 req-79b6bfc8-7efd-4257-a672-7d8febd197d9 service nova] Enqueued Resource ID: 974a9ee6-eccb-455d-aad7-d31a5e887928 with Priority: HIGHEST for action security_group_members [ 1040.427385] env[62781]: INFO networking_nsxv3.common.synchronization [req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 req-79b6bfc8-7efd-4257-a672-7d8febd197d9 service nova] Enqueued Resource ID: 865fa9b7-f79d-400b-8cce-b0ff45c91e30 with Priority: HIGHEST for action port [ 1040.427668] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 974a9ee6-eccb-455d-aad7-d31a5e887928 with Priority: HIGHEST for action security_group_rules [ 1040.427811] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 974a9ee6-eccb-455d-aad7-d31a5e887928 with Priority: HIGHEST for action security_group_members [ 1040.427913] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865fa9b7-f79d-400b-8cce-b0ff45c91e30 with Priority: HIGHEST for action port [ 1040.428019] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e with Priority: HIGH for action security_group_rules [ 1040.428118] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c with Priority: HIGH for action security_group_rules [ 1040.428212] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad with Priority: HIGH for action security_group_rules [ 1040.428300] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7 with Priority: HIGH for action security_group_rules [ 1040.428413] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab with Priority: HIGH for action security_group_rules [ 1040.428485] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGH for action security_group_rules [ 1040.429469] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7228212-9816-4b3c-81fb-e48b0699ff4a with Priority: HIGH for action security_group_rules [ 1040.429629] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ec514e2-a490-4a03-b75d-7b13ec49a69e with Priority: HIGH for action security_group_rules [ 1040.429738] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ab92a7f-90ff-4d89-b702-15a0e7d01293 with Priority: HIGH for action security_group_rules [ 1040.429838] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5de993-2a61-4898-b12e-d24b48c9f820 with Priority: HIGH for action security_group_rules [ 1040.429933] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e47a0241-76d6-46ec-a25e-e4422dbab5bb with Priority: HIGH for action security_group_rules [ 1040.430038] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f71914fd-666e-48b2-a1e9-e815a4aba787 with Priority: HIGH for action security_group_rules [ 1040.430136] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGH for action security_group_rules [ 1040.430225] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42566bfd-9ea6-4873-a9a2-d859a09c43fa with Priority: HIGH for action security_group_rules [ 1040.430311] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd4671d0-c1f6-48ae-987f-764935f5392b with Priority: HIGH for action security_group_rules [ 1040.430398] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a605cc-13b4-41a4-a34f-70f0ba254297 with Priority: HIGH for action security_group_rules [ 1040.430501] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab2e530-c83d-409b-b957-a8bc417d0bce with Priority: HIGH for action security_group_rules [ 1040.430635] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31118ac9-f598-42c8-b4ed-b4f4d4fbb935 with Priority: HIGH for action security_group_rules [ 1040.430728] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8097946b-a4cf-41a9-894c-820ea377a8c7 with Priority: HIGH for action security_group_rules [ 1040.430811] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e with Priority: HIGH for action security_group_rules [ 1040.431465] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-974a9ee6-eccb-455d-aad7-d31a5e887928 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.431546] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-974a9ee6-eccb-455d-aad7-d31a5e887928" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.431635] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-974a9ee6-eccb-455d-aad7-d31a5e887928" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.431816] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-974a9ee6-eccb-455d-aad7-d31a5e887928" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.431903] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('974a9ee6-eccb-455d-aad7-d31a5e887928',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.432842] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-974a9ee6-eccb-455d-aad7-d31a5e887928 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.432922] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-974a9ee6-eccb-455d-aad7-d31a5e887928" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.432999] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-974a9ee6-eccb-455d-aad7-d31a5e887928" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.433994] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-974a9ee6-eccb-455d-aad7-d31a5e887928" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.434180] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.434296] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.434387] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.434559] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.435047] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.435195] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('974a9ee6-eccb-455d-aad7-d31a5e887928',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.437127] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-865fa9b7-f79d-400b-8cce-b0ff45c91e30 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.437301] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-865fa9b7-f79d-400b-8cce-b0ff45c91e30" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.437385] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-865fa9b7-f79d-400b-8cce-b0ff45c91e30" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.437600] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-865fa9b7-f79d-400b-8cce-b0ff45c91e30" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.439150] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('865fa9b7-f79d-400b-8cce-b0ff45c91e30',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.440098] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61870c2a-ee8f-4985-9d61-0eb56ded1d0e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.440275] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.440275] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.443023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.443023] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61870c2a-ee8f-4985-9d61-0eb56ded1d0e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.443023] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.443023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.443023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.443347] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.443347] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.444162] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a73c0f7d-e094-4e30-ad9a-7b069133b7ad taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.444162] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.444162] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.444334] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.444334] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a73c0f7d-e094-4e30-ad9a-7b069133b7ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.445995] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.446160] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.446160] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.446314] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.446406] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.447187] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.448628] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.448736] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.448888] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.448966] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.450900] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.451103] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.451265] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.451566] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.451566] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.452352] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7228212-9816-4b3c-81fb-e48b0699ff4a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.452474] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7228212-9816-4b3c-81fb-e48b0699ff4a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.452722] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7228212-9816-4b3c-81fb-e48b0699ff4a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.452722] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7228212-9816-4b3c-81fb-e48b0699ff4a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.453024] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7228212-9816-4b3c-81fb-e48b0699ff4a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.453719] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ec514e2-a490-4a03-b75d-7b13ec49a69e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.453818] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ec514e2-a490-4a03-b75d-7b13ec49a69e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.453818] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ec514e2-a490-4a03-b75d-7b13ec49a69e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.453989] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ec514e2-a490-4a03-b75d-7b13ec49a69e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.454094] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ec514e2-a490-4a03-b75d-7b13ec49a69e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.455210] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ab92a7f-90ff-4d89-b702-15a0e7d01293 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.455210] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ab92a7f-90ff-4d89-b702-15a0e7d01293" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.455210] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ab92a7f-90ff-4d89-b702-15a0e7d01293" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.455210] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ab92a7f-90ff-4d89-b702-15a0e7d01293" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.455210] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ab92a7f-90ff-4d89-b702-15a0e7d01293',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.456069] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e5de993-2a61-4898-b12e-d24b48c9f820 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.456069] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e5de993-2a61-4898-b12e-d24b48c9f820" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.456233] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e5de993-2a61-4898-b12e-d24b48c9f820" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.456299] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e5de993-2a61-4898-b12e-d24b48c9f820" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.456967] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e5de993-2a61-4898-b12e-d24b48c9f820',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.457906] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e47a0241-76d6-46ec-a25e-e4422dbab5bb taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.457906] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e47a0241-76d6-46ec-a25e-e4422dbab5bb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.458069] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e47a0241-76d6-46ec-a25e-e4422dbab5bb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.458629] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e47a0241-76d6-46ec-a25e-e4422dbab5bb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.458629] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e47a0241-76d6-46ec-a25e-e4422dbab5bb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.458880] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f71914fd-666e-48b2-a1e9-e815a4aba787 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.458995] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.459077] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.459235] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.459316] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f71914fd-666e-48b2-a1e9-e815a4aba787',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.460024] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.460190] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.460775] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.460775] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.460775] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.461287] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42566bfd-9ea6-4873-a9a2-d859a09c43fa taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.461452] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.461539] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.461624] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.461709] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42566bfd-9ea6-4873-a9a2-d859a09c43fa',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.462460] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd4671d0-c1f6-48ae-987f-764935f5392b taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.462581] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.462728] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.463474] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.463474] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd4671d0-c1f6-48ae-987f-764935f5392b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.463639] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36a605cc-13b4-41a4-a34f-70f0ba254297 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.463887] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36a605cc-13b4-41a4-a34f-70f0ba254297" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.463887] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36a605cc-13b4-41a4-a34f-70f0ba254297" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.463982] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36a605cc-13b4-41a4-a34f-70f0ba254297" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.464054] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36a605cc-13b4-41a4-a34f-70f0ba254297',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.466696] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cab2e530-c83d-409b-b957-a8bc417d0bce taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.466826] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.466886] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.467104] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.469487] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cab2e530-c83d-409b-b957-a8bc417d0bce',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.469487] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31118ac9-f598-42c8-b4ed-b4f4d4fbb935 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.469487] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31118ac9-f598-42c8-b4ed-b4f4d4fbb935" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.469487] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31118ac9-f598-42c8-b4ed-b4f4d4fbb935" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.469487] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31118ac9-f598-42c8-b4ed-b4f4d4fbb935" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.469487] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31118ac9-f598-42c8-b4ed-b4f4d4fbb935',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.469487] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8097946b-a4cf-41a9-894c-820ea377a8c7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.469487] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8097946b-a4cf-41a9-894c-820ea377a8c7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.469487] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8097946b-a4cf-41a9-894c-820ea377a8c7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.469932] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8097946b-a4cf-41a9-894c-820ea377a8c7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.469932] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8097946b-a4cf-41a9-894c-820ea377a8c7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.470943] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6eeb0853-dd63-4663-8191-07e50c7caf7e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.471100] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.471179] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.471373] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.471750] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6eeb0853-dd63-4663-8191-07e50c7caf7e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.473730] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 in Status: SUCCESS [ 1040.473995] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.499289] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.499431] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.499510] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.499833] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.519150] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.519282] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7228212-9816-4b3c-81fb-e48b0699ff4a is going to be deleted. [ 1040.571761] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.572195] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.572195] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.572195] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.572300] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.572399] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7228212-9816-4b3c-81fb-e48b0699ff4a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.978341] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-974a9ee6-eccb-455d-aad7-d31a5e887928 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.978341] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-974a9ee6-eccb-455d-aad7-d31a5e887928" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.980681] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('974a9ee6-eccb-455d-aad7-d31a5e887928',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.985660] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-42566bfd-9ea6-4873-a9a2-d859a09c43fa taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.985779] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.985779] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.986487] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.986487] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.986487] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.986487] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.986487] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.986730] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.986730] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.986730] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42566bfd-9ea6-4873-a9a2-d859a09c43fa',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.992118] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 865fa9b7-f79d-400b-8cce-b0ff45c91e30 with status ACTIVE [ 1040.992118] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.992289] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.992289] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.992474] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.992545] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.992709] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.992800] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.993638] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.993638] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.993638] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.993638] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.993638] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.993638] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.993638] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.993638] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.993987] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 865fa9b7-f79d-400b-8cce-b0ff45c91e30 is going to be updated. [ 1040.995290] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.995401] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.995449] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.995612] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.995749] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.995838] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.995896] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.996200] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.996361] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.996456] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.996545] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.003880] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eeb0853-dd63-4663-8191-07e50c7caf7e taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.003880] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.003880] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.003880] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.004155] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.004155] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.004155] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.004292] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.004372] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.004550] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.004687] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6eeb0853-dd63-4663-8191-07e50c7caf7e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.013424] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42566bfd-9ea6-4873-a9a2-d859a09c43fa',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.043653] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.043870] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.043997] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.044316] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.045733] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.045851] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.046569] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.046692] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.047353] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.047546] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.049909] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.049997] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.051049] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.051176] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.052738] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.053223] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.053376] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.053467] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.054199] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.054304] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.059734] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.059854] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.061982] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.062125] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.062752] env[62781]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1041.063215] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.063301] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.063898] env[62781]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1041.064278] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.064371] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.065016] env[62781]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1041.065390] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.065477] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.066124] env[62781]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1041.066485] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.066580] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.067178] env[62781]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1041.067572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.067671] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ab92a7f-90ff-4d89-b702-15a0e7d01293 is going to be deleted. [ 1041.068516] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.068713] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.070075] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.070174] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.070915] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.071032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.071107] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.071266] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.071397] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.071540] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-865fa9b7-f79d-400b-8cce-b0ff45c91e30" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.090128] env[62781]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1041.090708] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.090853] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36a605cc-13b4-41a4-a34f-70f0ba254297 is going to be deleted. [ 1041.091824] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.092044] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.114821] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.114949] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f71914fd-666e-48b2-a1e9-e815a4aba787 is going to be deleted. [ 1041.115832] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.116087] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.136124] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.136381] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.140551] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.140551] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61870c2a-ee8f-4985-9d61-0eb56ded1d0e is going to be deleted. [ 1041.140896] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.141137] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.141222] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.141352] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e5de993-2a61-4898-b12e-d24b48c9f820 is going to be deleted. [ 1041.142086] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.142257] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.172518] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.172707] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.208412] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.208682] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab is going to be deleted. [ 1041.209675] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.209883] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.247639] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.247639] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.281970] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.282135] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.282881] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.282997] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.284684] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.284809] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd4671d0-c1f6-48ae-987f-764935f5392b is going to be deleted. [ 1041.285764] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.285987] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.370053] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.370053] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.383572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.383743] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9588ff4a-654e-400c-a650-03930bdde17c is going to be deleted. [ 1041.384702] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.384902] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.422390] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.422548] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a73c0f7d-e094-4e30-ad9a-7b069133b7ad is going to be deleted. [ 1041.423723] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.423969] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.490068] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('974a9ee6-eccb-455d-aad7-d31a5e887928',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.503039] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.503039] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cab2e530-c83d-409b-b957-a8bc417d0bce is going to be deleted. [ 1041.504450] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.504616] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.507208] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.507408] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.507513] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.507747] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.507905] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.508049] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.508240] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.508425] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.508578] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.508682] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.508845] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.508941] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.508997] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.509160] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.509302] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.509395] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.509453] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.509589] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.509664] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.509740] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.509831] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.511111] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eeb0853-dd63-4663-8191-07e50c7caf7e taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.511226] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.511295] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.511437] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.511597] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.511721] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.511789] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.511935] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.512018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.512104] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.512251] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eeb0853-dd63-4663-8191-07e50c7caf7e taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.512341] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.512414] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.512532] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.512730] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.512823] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.512925] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.513086] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.513086] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.513402] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.513402] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6eeb0853-dd63-4663-8191-07e50c7caf7e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.521364] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42566bfd-9ea6-4873-a9a2-d859a09c43fa: rpc.has_security_group_logging(os_id): False [ 1041.568674] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.569106] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.569615] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.569747] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.570947] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.571135] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.575233] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.575546] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31118ac9-f598-42c8-b4ed-b4f4d4fbb935 is going to be deleted. [ 1041.576517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.576517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.608990] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.609158] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e47a0241-76d6-46ec-a25e-e4422dbab5bb is going to be deleted. [ 1041.610119] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.610696] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.612850] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.613069] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.726328] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.726495] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.730356] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e5de993-2a61-4898-b12e-d24b48c9f820 in Status: SUCCESS [ 1041.730630] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e5de993-2a61-4898-b12e-d24b48c9f820 deletion is rescheduled due to dependency. [ 1041.730811] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e5de993-2a61-4898-b12e-d24b48c9f820" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.741353] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.741504] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c is going to be deleted. [ 1041.742428] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.742644] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.767795] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.768020] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ec514e2-a490-4a03-b75d-7b13ec49a69e is going to be deleted. [ 1041.769045] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.769599] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.787410] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.787548] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.824449] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.824621] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7 is going to be deleted. [ 1041.825460] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.825685] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.843182] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.843326] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.869607] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.869848] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.871090] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.871274] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8097946b-a4cf-41a9-894c-820ea377a8c7 is going to be deleted. [ 1041.872546] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.872846] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.873052] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.873203] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ab92a7f-90ff-4d89-b702-15a0e7d01293" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.873438] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.873696] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.873827] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.874025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36a605cc-13b4-41a4-a34f-70f0ba254297" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.874706] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.875064] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.875201] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.875388] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f71914fd-666e-48b2-a1e9-e815a4aba787" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.875670] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.875959] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.876107] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.876301] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e5de993-2a61-4898-b12e-d24b48c9f820" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.876502] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.876727] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.876857] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.877049] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61870c2a-ee8f-4985-9d61-0eb56ded1d0e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.877253] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.877472] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.877600] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.877797] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce4a4ee6-a37d-49a0-9e08-bbe46acbe6ab" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.877998] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.878232] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.878356] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.878536] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.878734] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.878955] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.879090] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.879272] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd4671d0-c1f6-48ae-987f-764935f5392b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.879474] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.879700] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.931451] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.931831] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.931956] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.932027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.932224] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.932308] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.932407] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42566bfd-9ea6-4873-a9a2-d859a09c43fa is going to be updated. [ 1041.933552] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.933722] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.933863] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.933985] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a73c0f7d-e094-4e30-ad9a-7b069133b7ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.934163] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.934344] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.934427] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.934541] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cab2e530-c83d-409b-b957-a8bc417d0bce" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.934686] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.934890] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.934968] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.935097] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31118ac9-f598-42c8-b4ed-b4f4d4fbb935" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.935210] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.935351] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.935425] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.935527] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e47a0241-76d6-46ec-a25e-e4422dbab5bb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.936296] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.936458] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.936540] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.936653] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8050d1c-9ddd-4bdb-be23-2c1b58ac7b2c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.952491] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.952701] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.952749] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.952990] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.953117] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.953295] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ec514e2-a490-4a03-b75d-7b13ec49a69e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.993209] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.993468] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.993561] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.993882] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.994048] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.994212] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 974a9ee6-eccb-455d-aad7-d31a5e887928 is going to be created. [ 1042.014654] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1017dd11-9adc-4f05-9e8b-eaa14205942f: rpc.has_security_group_logging(os_id): False [ 1042.016080] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6eeb0853-dd63-4663-8191-07e50c7caf7e: rpc.has_security_group_logging(os_id): False [ 1042.038176] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.038774] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.038774] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.038774] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.038887] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.038990] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0df7e802-9d6e-4e4a-a4c5-9eff91a8a3f7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.044570] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.044686] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.044767] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.044943] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.045043] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.045161] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8097946b-a4cf-41a9-894c-820ea377a8c7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.045946] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.046072] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.046141] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.046298] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.056447] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.056656] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.060118] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.060254] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.060296] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.060487] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.060918] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.076940] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 974a9ee6-eccb-455d-aad7-d31a5e887928 in Status: UNINITIALIZED for 2s [ 1042.079710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.079710] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.079710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.079710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.079881] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.079881] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.080072] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.080138] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.080196] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.080318] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.080387] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.080597] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.080999] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.080999] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.080999] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.080999] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.081140] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e is going to be updated. [ 1042.082238] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.082238] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.120076] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.120245] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.144353] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.144636] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.144785] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.144856] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.145088] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.145173] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.145382] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.145480] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.145542] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.145692] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.145766] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.145972] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.146082] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.146147] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.146292] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.146377] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.146502] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f is going to be updated. [ 1042.147583] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.147748] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.147902] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.173461] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42566bfd-9ea6-4873-a9a2-d859a09c43fa in Status: IN_PROGRESS for 2s [ 1042.209561] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.209730] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.209812] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.210091] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.210280] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.276680] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e in Status: IN_PROGRESS for 2s [ 1042.337265] env[62781]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1042.337892] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.338040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.338113] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.338331] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.338574] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.372202] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: IN_PROGRESS for 2s [ 1042.838901] env[62781]: INFO networking_nsxv3.common.synchronization [req-a56110ad-eeb0-4bae-ba3c-15294af5a23b req-30aff44d-09e5-4149-9af7-61d5f2607db9 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Enqueued Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGHEST for action security_group_members [ 1042.839578] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGHEST for action security_group_members [ 1042.839951] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b866865b-4caf-4c9a-8aca-efb9c8869619 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.840132] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.840231] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.840481] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.840717] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.840872] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.840872] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.841042] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.841128] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.841225] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.075424] env[62781]: INFO networking_nsxv3.common.synchronization [req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 req-415b3d55-e296-40e7-ad7e-c972f7dc729a tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Enqueued Resource ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad with Priority: HIGHEST for action security_group_members [ 1043.075424] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad with Priority: HIGHEST for action security_group_members [ 1043.075734] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b79c94-e465-4ee4-8026-e3c77aee87ad taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.075889] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.075945] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.076188] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.076343] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.076444] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.076506] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.076990] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.077122] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.077224] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57b79c94-e465-4ee4-8026-e3c77aee87ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.344219] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.430790] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-95 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.431311] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-95" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.431469] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-95" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.432131] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-95" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.432563] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.433342] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.433511] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.433788] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.434299] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.435307] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1043.435307] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1043.435307] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1043.435737] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1043.436106] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1043.436332] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1043.436520] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1043.456061] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1043.456913] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1043.457315] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1043.458043] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-95" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.458989] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-6a61075f-dfc2-41ca-9445-cbfc84a16faa taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.459848] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-6a61075f-dfc2-41ca-9445-cbfc84a16faa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.460059] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-6a61075f-dfc2-41ca-9445-cbfc84a16faa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.460696] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-6a61075f-dfc2-41ca-9445-cbfc84a16faa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.460784] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a61075f-dfc2-41ca-9445-cbfc84a16faa',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.579604] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.580328] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.580328] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.580328] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.580499] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.580704] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.580818] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.580864] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.581039] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.581301] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.581301] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad already deleted. [ 1043.581301] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.847480] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.944039] env[62781]: INFO networking_nsxv3.common.synchronization [None req-a08f0119-a24c-4f84-b58a-21f39ebee16c tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Enqueued Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGHEST for action security_group_members [ 1043.944823] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGHEST for action security_group_members [ 1043.945208] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b866865b-4caf-4c9a-8aca-efb9c8869619 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.945343] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.966038] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.966211] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.966391] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.966789] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.967040] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.967302] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 6a61075f-dfc2-41ca-9445-cbfc84a16faa not found, creating... [ 1043.967675] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.967930] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.968135] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.968436] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.968608] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.969348] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.969581] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.969792] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.970080] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.970303] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.970486] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 6a61075f-dfc2-41ca-9445-cbfc84a16faa is going to be created. [ 1043.990615] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.990889] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.991015] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.991321] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.991565] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.991856] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-6a61075f-dfc2-41ca-9445-cbfc84a16faa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.087351] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 974a9ee6-eccb-455d-aad7-d31a5e887928 in Status: SUCCESS [ 1044.089656] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-974a9ee6-eccb-455d-aad7-d31a5e887928" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.089656] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-974a9ee6-eccb-455d-aad7-d31a5e887928" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.089656] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-974a9ee6-eccb-455d-aad7-d31a5e887928" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.089656] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.089656] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.089656] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.089656] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.089656] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.089656] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-974a9ee6-eccb-455d-aad7-d31a5e887928" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.089656] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('974a9ee6-eccb-455d-aad7-d31a5e887928',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.190976] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42566bfd-9ea6-4873-a9a2-d859a09c43fa in Status: SUCCESS [ 1044.191230] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.292671] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e in Status: SUCCESS [ 1044.292900] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.354895] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.355114] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.355159] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.355441] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.355655] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.355710] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b866865b-4caf-4c9a-8aca-efb9c8869619 is going to be updated. [ 1044.386067] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: SUCCESS [ 1044.386322] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.393409] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.396171] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.396171] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.396171] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.396171] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.402846] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b866865b-4caf-4c9a-8aca-efb9c8869619 in Status: IN_PROGRESS for 2s [ 1044.595489] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('974a9ee6-eccb-455d-aad7-d31a5e887928',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.769428] env[62781]: INFO networking_nsxv3.common.synchronization [req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 req-d0ef694f-ebd3-4e19-a281-284c66454f22 service nova] Enqueued Resource ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad with Priority: HIGHEST for action security_group_rules [ 1044.769428] env[62781]: INFO networking_nsxv3.common.synchronization [req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 req-d0ef694f-ebd3-4e19-a281-284c66454f22 service nova] Enqueued Resource ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad with Priority: HIGHEST for action security_group_members [ 1044.769428] env[62781]: INFO networking_nsxv3.common.synchronization [req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 req-d0ef694f-ebd3-4e19-a281-284c66454f22 service nova] Enqueued Resource ID: 6a61075f-dfc2-41ca-9445-cbfc84a16faa with Priority: HIGHEST for action port [ 1044.771183] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad with Priority: HIGHEST for action security_group_rules [ 1044.772309] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad with Priority: HIGHEST for action security_group_members [ 1044.776115] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a61075f-dfc2-41ca-9445-cbfc84a16faa with Priority: HIGHEST for action port [ 1044.776115] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57b79c94-e465-4ee4-8026-e3c77aee87ad taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.776115] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.776115] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.776115] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.776115] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57b79c94-e465-4ee4-8026-e3c77aee87ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.776115] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b79c94-e465-4ee4-8026-e3c77aee87ad taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.776115] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.776115] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.776115] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.776115] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.776115] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.776115] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.776115] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.776115] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.776115] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57b79c94-e465-4ee4-8026-e3c77aee87ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.779875] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a61075f-dfc2-41ca-9445-cbfc84a16faa taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.780357] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a61075f-dfc2-41ca-9445-cbfc84a16faa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.780426] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a61075f-dfc2-41ca-9445-cbfc84a16faa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.780647] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a61075f-dfc2-41ca-9445-cbfc84a16faa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.780808] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a61075f-dfc2-41ca-9445-cbfc84a16faa',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.866270] env[62781]: INFO networking_nsxv3.common.synchronization [req-1e893824-163b-4bb1-8975-378096bf19aa req-cd761850-33d5-4398-acef-8ff53b9079a0 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Enqueued Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_members [ 1044.866270] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_members [ 1044.866270] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.866270] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.866270] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.866998] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.866998] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.866998] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.866998] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.866998] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.866998] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.866998] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.097405] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 974a9ee6-eccb-455d-aad7-d31a5e887928: rpc.has_security_group_logging(os_id): False [ 1045.103655] env[62781]: INFO networking_nsxv3.common.synchronization [req-1e893824-163b-4bb1-8975-378096bf19aa req-54804e6c-84b6-4a62-b017-bcd51dcc5ef5 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Enqueued Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_members [ 1045.104185] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_members [ 1045.104480] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.104613] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.124166] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.124317] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.124378] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.124618] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.124684] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.124926] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.125054] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.125110] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.125234] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.125304] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.125391] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 974a9ee6-eccb-455d-aad7-d31a5e887928 is going to be created. [ 1045.190829] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.191043] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.191115] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.191339] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.191604] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.201279] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 974a9ee6-eccb-455d-aad7-d31a5e887928 in Status: IN_PROGRESS for 2s [ 1045.279997] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57b79c94-e465-4ee4-8026-e3c77aee87ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.282835] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b79c94-e465-4ee4-8026-e3c77aee87ad taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.283985] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.284177] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a61075f-dfc2-41ca-9445-cbfc84a16faa with status ACTIVE [ 1045.284363] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.284483] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.284551] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.284757] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.284845] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.285380] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.285380] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.285470] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.285583] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.285659] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.285855] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.285952] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.286019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.286164] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.286243] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.286327] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a61075f-dfc2-41ca-9445-cbfc84a16faa is going to be updated. [ 1045.311268] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.311268] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.311268] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.311268] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.311268] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.311268] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a61075f-dfc2-41ca-9445-cbfc84a16faa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.370881] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.412476] env[62781]: INFO networking_nsxv3.common.synchronization [req-1e893824-163b-4bb1-8975-378096bf19aa req-73e132c2-21d1-4831-9355-08f6125f5e93 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Enqueued Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_members [ 1045.412476] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_members [ 1045.412476] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.412476] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.526018] env[62781]: INFO networking_nsxv3.common.synchronization [req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 req-1fac52e1-a95f-4d11-864b-a2792ddefadc tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Enqueued Resource ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad with Priority: HIGHEST for action security_group_members [ 1045.526182] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad with Priority: HIGHEST for action security_group_members [ 1045.526489] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b79c94-e465-4ee4-8026-e3c77aee87ad taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.526589] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.784438] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57b79c94-e465-4ee4-8026-e3c77aee87ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.871938] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.912358] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-95 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.912570] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-95" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.912698] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-95" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.912977] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-95" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.913271] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.913434] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.913557] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.913780] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.913986] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.914312] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1045.914438] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.914555] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.914672] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.914789] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1045.915994] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.916259] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.934507] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.934628] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1045.934758] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.934946] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-95" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.935366] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-a29884f4-3496-4466-a181-b9ec7016d009 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.935551] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-a29884f4-3496-4466-a181-b9ec7016d009" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.935678] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-a29884f4-3496-4466-a181-b9ec7016d009" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.936037] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-a29884f4-3496-4466-a181-b9ec7016d009" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.936175] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a29884f4-3496-4466-a181-b9ec7016d009',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.288225] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.288453] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.288549] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.288865] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.288936] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.289083] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad is going to be created. [ 1046.315037] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.315161] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.315242] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.315404] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.315578] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.324726] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad in Status: UNINITIALIZED for 2s [ 1046.381364] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.381520] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.381598] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.381817] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.382210] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.382210] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 is going to be updated. [ 1046.413245] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.416168] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.416273] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.416470] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.416618] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.418703] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b866865b-4caf-4c9a-8aca-efb9c8869619 in Status: SUCCESS [ 1046.419114] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.420589] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.421437] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.421928] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.423300] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.423300] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.423469] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.423679] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.423795] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.428165] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 in Status: IN_PROGRESS for 2s [ 1046.438140] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.438448] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.438751] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.439011] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.439229] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.439480] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port a29884f4-3496-4466-a181-b9ec7016d009 not found, creating... [ 1046.439779] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.440066] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.440252] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.440514] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.440787] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.441379] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.441721] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.441906] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.442194] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.442409] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.442608] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: a29884f4-3496-4466-a181-b9ec7016d009 is going to be created. [ 1046.464306] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.464567] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.464711] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.464983] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.465232] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.465605] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-a29884f4-3496-4466-a181-b9ec7016d009" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.600523] env[62781]: INFO networking_nsxv3.common.synchronization [req-39a194b0-6dc8-4c4d-9821-71318c6977ce req-11b83a0e-85c9-40cf-aa3e-9b99ea65ffce tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Enqueued Resource ID: c5829af7-1145-4375-babd-b46f9e609d53 with Priority: HIGHEST for action security_group_members [ 1046.601210] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5829af7-1145-4375-babd-b46f9e609d53 with Priority: HIGHEST for action security_group_members [ 1046.601526] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5829af7-1145-4375-babd-b46f9e609d53 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.601668] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5829af7-1145-4375-babd-b46f9e609d53" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.601737] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5829af7-1145-4375-babd-b46f9e609d53" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.601953] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5829af7-1145-4375-babd-b46f9e609d53" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.602249] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.602366] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.602438] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.603170] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.603170] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.603170] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5829af7-1145-4375-babd-b46f9e609d53',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.933829] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.933829] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.933829] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.933829] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.953046] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.953046] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.953046] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.953046] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.953046] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.953046] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.953046] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b866865b-4caf-4c9a-8aca-efb9c8869619 is going to be updated. [ 1046.979178] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.979178] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.979178] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.979178] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.979178] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.987721] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b866865b-4caf-4c9a-8aca-efb9c8869619 in Status: IN_PROGRESS for 2s [ 1047.107383] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.107383] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.107383] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.107383] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.125264] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.127613] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.127613] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.127613] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.127613] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.127613] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.127613] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5829af7-1145-4375-babd-b46f9e609d53 is going to be updated. [ 1047.153030] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.153030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.153030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.153030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.153030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.160565] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5829af7-1145-4375-babd-b46f9e609d53 in Status: IN_PROGRESS for 2s [ 1047.216639] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 974a9ee6-eccb-455d-aad7-d31a5e887928 in Status: SUCCESS [ 1047.216639] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-974a9ee6-eccb-455d-aad7-d31a5e887928" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.307686] env[62781]: INFO networking_nsxv3.common.synchronization [req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 req-8b21327a-5617-424d-99f6-7123abffac0a service nova] Enqueued Resource ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad with Priority: HIGHEST for action security_group_rules [ 1047.308616] env[62781]: INFO networking_nsxv3.common.synchronization [req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 req-8b21327a-5617-424d-99f6-7123abffac0a service nova] Enqueued Resource ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad with Priority: HIGHEST for action security_group_members [ 1047.308944] env[62781]: INFO networking_nsxv3.common.synchronization [req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 req-8b21327a-5617-424d-99f6-7123abffac0a service nova] Enqueued Resource ID: a29884f4-3496-4466-a181-b9ec7016d009 with Priority: HIGHEST for action port [ 1047.309703] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad with Priority: HIGHEST for action security_group_rules [ 1047.309988] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad with Priority: HIGHEST for action security_group_members [ 1047.311123] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a29884f4-3496-4466-a181-b9ec7016d009 with Priority: HIGHEST for action port [ 1047.311123] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57b79c94-e465-4ee4-8026-e3c77aee87ad taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.311123] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.311331] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b79c94-e465-4ee4-8026-e3c77aee87ad taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.311435] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.311659] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-a29884f4-3496-4466-a181-b9ec7016d009 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.311776] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a29884f4-3496-4466-a181-b9ec7016d009" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.311856] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a29884f4-3496-4466-a181-b9ec7016d009" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.314065] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a29884f4-3496-4466-a181-b9ec7016d009" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.314065] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a29884f4-3496-4466-a181-b9ec7016d009',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.815191] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a29884f4-3496-4466-a181-b9ec7016d009 with status ACTIVE [ 1047.815191] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.815191] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.815191] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.815380] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.815445] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.815625] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.815749] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.815802] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.815982] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.816062] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.816264] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.816365] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.816427] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.816671] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.816671] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.816795] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a29884f4-3496-4466-a181-b9ec7016d009 is going to be updated. [ 1047.838074] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.838230] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.838300] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.839028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.839028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.839028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a29884f4-3496-4466-a181-b9ec7016d009" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.871054] env[62781]: INFO networking_nsxv3.common.synchronization [req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 req-241ff791-4b6b-4935-aa58-09eaff1217d2 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Enqueued Resource ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad with Priority: HIGHEST for action security_group_members [ 1047.871617] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad with Priority: HIGHEST for action security_group_members [ 1047.871932] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b79c94-e465-4ee4-8026-e3c77aee87ad taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.872197] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.223879] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-95 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.224226] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-95" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.224333] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-95" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.224506] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-95" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.224761] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.224920] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.225221] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.225473] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.225669] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.225851] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1048.225965] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.227254] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.227254] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.227254] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1048.227254] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.227254] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.257999] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.257999] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1048.257999] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.257999] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-95" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.258353] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-4000bed1-4903-43fe-abd1-aa65546a6a97 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.258754] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-4000bed1-4903-43fe-abd1-aa65546a6a97" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.258754] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-4000bed1-4903-43fe-abd1-aa65546a6a97" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.258978] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-4000bed1-4903-43fe-abd1-aa65546a6a97" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.259719] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4000bed1-4903-43fe-abd1-aa65546a6a97',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.336420] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad in Status: SUCCESS [ 1048.336634] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.336811] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.337097] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.337301] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.337431] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.337500] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.337653] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.337756] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.337812] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.338050] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57b79c94-e465-4ee4-8026-e3c77aee87ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.338890] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.339081] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.339661] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.339661] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.339661] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.339661] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.339661] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.339661] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57b79c94-e465-4ee4-8026-e3c77aee87ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.437066] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 in Status: SUCCESS [ 1048.437335] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.437510] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.437784] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.437897] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.438030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.438098] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.438237] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.438342] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.438406] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.761991] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.762327] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.762502] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.762838] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.763140] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.763370] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 4000bed1-4903-43fe-abd1-aa65546a6a97 not found, creating... [ 1048.763683] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.763907] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.764066] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.764328] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.764506] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.764854] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.765233] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.765410] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.765641] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.765788] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.765938] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 4000bed1-4903-43fe-abd1-aa65546a6a97 is going to be created. [ 1048.785928] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.786178] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.786335] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.786630] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.786874] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.787150] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-4000bed1-4903-43fe-abd1-aa65546a6a97" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.841531] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b79c94-e465-4ee4-8026-e3c77aee87ad taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.841751] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.841903] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57b79c94-e465-4ee4-8026-e3c77aee87ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.940705] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.941025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.941025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.941216] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.973670] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.973670] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.973670] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.973670] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.973670] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.973670] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.973670] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 is going to be updated. [ 1048.998725] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b866865b-4caf-4c9a-8aca-efb9c8869619 in Status: SUCCESS [ 1048.998993] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b866865b-4caf-4c9a-8aca-efb9c8869619 deletion is rescheduled due to dependency. [ 1048.999141] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.000711] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.000711] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.000711] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.000711] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.000983] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.017229] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 in Status: IN_PROGRESS for 2s [ 1049.174233] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5829af7-1145-4375-babd-b46f9e609d53 in Status: SUCCESS [ 1049.174233] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5829af7-1145-4375-babd-b46f9e609d53 deletion is rescheduled due to dependency. [ 1049.174233] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5829af7-1145-4375-babd-b46f9e609d53" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.344638] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57b79c94-e465-4ee4-8026-e3c77aee87ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.843901] env[62781]: INFO networking_nsxv3.common.synchronization [req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 req-5603ebed-005b-4abb-aa77-f9248382d025 service nova] Enqueued Resource ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad with Priority: HIGHEST for action security_group_rules [ 1049.843901] env[62781]: INFO networking_nsxv3.common.synchronization [req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 req-5603ebed-005b-4abb-aa77-f9248382d025 service nova] Enqueued Resource ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad with Priority: HIGHEST for action security_group_members [ 1049.843901] env[62781]: INFO networking_nsxv3.common.synchronization [req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 req-5603ebed-005b-4abb-aa77-f9248382d025 service nova] Enqueued Resource ID: 4000bed1-4903-43fe-abd1-aa65546a6a97 with Priority: HIGHEST for action port [ 1049.843901] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad with Priority: HIGHEST for action security_group_rules [ 1049.843901] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad with Priority: HIGHEST for action security_group_members [ 1049.843901] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4000bed1-4903-43fe-abd1-aa65546a6a97 with Priority: HIGHEST for action port [ 1049.843901] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57b79c94-e465-4ee4-8026-e3c77aee87ad taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.843901] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.843901] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b79c94-e465-4ee4-8026-e3c77aee87ad taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.843901] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.844721] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-4000bed1-4903-43fe-abd1-aa65546a6a97 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.844995] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4000bed1-4903-43fe-abd1-aa65546a6a97" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.845188] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4000bed1-4903-43fe-abd1-aa65546a6a97" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.845467] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4000bed1-4903-43fe-abd1-aa65546a6a97" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.845672] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4000bed1-4903-43fe-abd1-aa65546a6a97',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.854262] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.854262] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.854262] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.854262] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.854262] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.854262] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad is going to be updated. [ 1049.876228] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.876620] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.876792] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.877106] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.877343] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.889250] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad in Status: IN_PROGRESS for 2s [ 1050.348811] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4000bed1-4903-43fe-abd1-aa65546a6a97 with status ACTIVE [ 1050.349167] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.349255] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.349255] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.349465] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.349553] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.349740] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.350350] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.350350] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.350350] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.350350] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.350350] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.350638] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.350638] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.350638] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.350638] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.350987] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4000bed1-4903-43fe-abd1-aa65546a6a97 is going to be updated. [ 1050.372346] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.372546] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.372623] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.372883] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.373163] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.373374] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4000bed1-4903-43fe-abd1-aa65546a6a97" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.028945] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 in Status: SUCCESS [ 1051.029444] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 deletion is rescheduled due to dependency. [ 1051.029444] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.029555] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.029830] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.030122] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.030248] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.030371] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.030559] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.030732] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.030914] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.533782] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.534208] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.534208] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.534281] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.534379] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.534579] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.534682] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.534739] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.534900] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.534977] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.535044] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 is going to be updated. [ 1051.566623] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.566623] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.566623] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.566623] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.566623] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.573969] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 in Status: IN_PROGRESS for 2s [ 1051.899944] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad in Status: SUCCESS [ 1051.900304] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.900596] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.900950] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.901198] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.901354] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.901459] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.901699] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.901835] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.901978] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57b79c94-e465-4ee4-8026-e3c77aee87ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.404825] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57b79c94-e465-4ee4-8026-e3c77aee87ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.909867] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57b79c94-e465-4ee4-8026-e3c77aee87ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.399795] env[62781]: INFO networking_nsxv3.common.synchronization [req-d111551d-a276-4d5c-af69-567cb2603f64 req-c9fd07b1-1550-4314-b10b-70058842320e tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Enqueued Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_members [ 1053.399795] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_members [ 1053.399795] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e7916db-856f-426c-a885-e00d9f1bcbcc taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.399795] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.399795] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.399795] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.399795] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.404234] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.404311] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.404537] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.404639] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.404745] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.412201] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.412306] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.412385] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.412601] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.412693] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.412790] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad is going to be updated. [ 1053.442733] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.442733] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.442733] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.442733] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.442733] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.450252] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad in Status: IN_PROGRESS for 2s [ 1053.584714] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 in Status: SUCCESS [ 1053.584892] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 deletion is rescheduled due to dependency. [ 1053.584892] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.907546] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.907792] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.907938] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.908227] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.930600] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.930895] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.931030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.931082] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.931293] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.931380] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.931473] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc is going to be updated. [ 1053.955437] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.955635] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.955635] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.955857] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.955994] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.964034] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: IN_PROGRESS for 2s [ 1054.371730] env[62781]: INFO networking_nsxv3.common.synchronization [req-4a842eea-0b0c-4212-ac8e-01879aeaa614 req-c1e43bbe-5cea-4ab2-bed9-dc80e1b7b9e5 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Enqueued Resource ID: c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b with Priority: HIGHEST for action security_group_members [ 1054.372310] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b with Priority: HIGHEST for action security_group_members [ 1054.372612] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.372728] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.372793] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.377119] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.379028] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.379028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.379028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.379028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.379028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.379028] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.693940] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-238 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.694204] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-238" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.694372] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-238" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.694687] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-238" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.695025] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.695224] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.695403] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.695668] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.695842] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.696228] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1054.696405] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.696534] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.696653] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.696778] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1054.696892] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.697043] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.713542] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.713675] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1054.713838] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.714044] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-238" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.714337] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-a6545ac1-91c0-447d-a7d4-2b82f185e6de taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.714510] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-a6545ac1-91c0-447d-a7d4-2b82f185e6de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.714636] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-a6545ac1-91c0-447d-a7d4-2b82f185e6de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.714946] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-a6545ac1-91c0-447d-a7d4-2b82f185e6de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.715114] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6545ac1-91c0-447d-a7d4-2b82f185e6de',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.880646] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.880901] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.880983] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.881217] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.881319] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.881609] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.881724] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.881778] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.881942] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.882024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.882108] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b already deleted. [ 1054.882187] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.217761] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.218138] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.218138] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.218409] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.218571] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.218733] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port a6545ac1-91c0-447d-a7d4-2b82f185e6de not found, creating... [ 1055.219038] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.219208] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.219331] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.219613] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.219765] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.220068] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.220233] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.220358] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.220568] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.220708] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.220904] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: a6545ac1-91c0-447d-a7d4-2b82f185e6de is going to be created. [ 1055.241493] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.241741] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.241874] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.242201] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.242503] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.242761] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-a6545ac1-91c0-447d-a7d4-2b82f185e6de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.458666] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad in Status: SUCCESS [ 1055.459029] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.459257] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.459429] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.459625] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.459742] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.459850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.459965] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.460098] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.460169] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57b79c94-e465-4ee4-8026-e3c77aee87ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.966160] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57b79c94-e465-4ee4-8026-e3c77aee87ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.974994] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: SUCCESS [ 1055.975259] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc deletion is rescheduled due to dependency. [ 1055.976055] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.012796] env[62781]: INFO networking_nsxv3.common.synchronization [req-4a842eea-0b0c-4212-ac8e-01879aeaa614 req-05fdb3bb-8fb5-489d-9cc6-641fc353d159 service nova] Enqueued Resource ID: c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b with Priority: HIGHEST for action security_group_rules [ 1056.013027] env[62781]: INFO networking_nsxv3.common.synchronization [req-4a842eea-0b0c-4212-ac8e-01879aeaa614 req-05fdb3bb-8fb5-489d-9cc6-641fc353d159 service nova] Enqueued Resource ID: c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b with Priority: HIGHEST for action security_group_members [ 1056.013224] env[62781]: INFO networking_nsxv3.common.synchronization [req-4a842eea-0b0c-4212-ac8e-01879aeaa614 req-05fdb3bb-8fb5-489d-9cc6-641fc353d159 service nova] Enqueued Resource ID: a6545ac1-91c0-447d-a7d4-2b82f185e6de with Priority: HIGHEST for action port [ 1056.013476] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b with Priority: HIGHEST for action security_group_rules [ 1056.013626] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b with Priority: HIGHEST for action security_group_members [ 1056.013730] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6545ac1-91c0-447d-a7d4-2b82f185e6de with Priority: HIGHEST for action port [ 1056.014374] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.014501] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.014583] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.014789] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.014890] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.015798] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.015984] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.015984] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.016614] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.016614] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.016614] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.016614] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.016614] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.016879] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.016879] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.021194] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6545ac1-91c0-447d-a7d4-2b82f185e6de taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.021194] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6545ac1-91c0-447d-a7d4-2b82f185e6de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.021194] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6545ac1-91c0-447d-a7d4-2b82f185e6de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.021194] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6545ac1-91c0-447d-a7d4-2b82f185e6de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.021194] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6545ac1-91c0-447d-a7d4-2b82f185e6de',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.467530] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57b79c94-e465-4ee4-8026-e3c77aee87ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.520972] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.521521] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.521521] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.526710] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6545ac1-91c0-447d-a7d4-2b82f185e6de with status ACTIVE [ 1056.526710] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.526710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.526710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.526710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.526710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.526710] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.526710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.526710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.526710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.526710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.526710] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.526710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.526710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.526710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.526710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.526710] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6545ac1-91c0-447d-a7d4-2b82f185e6de is going to be updated. [ 1056.545817] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.545931] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.545931] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.546120] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.547440] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.547440] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6545ac1-91c0-447d-a7d4-2b82f185e6de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.969976] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.970173] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.970247] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.970469] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.970604] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.970661] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad is going to be updated. [ 1056.997360] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.997516] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.997613] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.997800] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.997945] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.005758] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad in Status: IN_PROGRESS for 2s [ 1057.023231] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.526372] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.526594] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.526624] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.526819] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.526908] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.527018] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b is going to be created. [ 1057.553313] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.553495] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.553540] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.553735] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.553893] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.562718] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b in Status: UNINITIALIZED for 2s [ 1059.015858] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad in Status: SUCCESS [ 1059.016223] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.016428] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.016725] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.016995] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.017171] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.017276] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.017489] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.017606] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.017736] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.017962] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b79c94-e465-4ee4-8026-e3c77aee87ad taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.018097] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.018186] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.018524] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.018697] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.018839] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.018874] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.019044] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.019129] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.019217] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.019307] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57b79c94-e465-4ee4-8026-e3c77aee87ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.020133] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.020314] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.020509] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.021085] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.021085] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.021085] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.021085] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.021247] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57b79c94-e465-4ee4-8026-e3c77aee87ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.522789] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57b79c94-e465-4ee4-8026-e3c77aee87ad: rpc.has_security_group_logging(os_id): False [ 1059.525459] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57b79c94-e465-4ee4-8026-e3c77aee87ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.540689] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.540914] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.541011] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.541224] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.541314] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.541497] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.541595] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.541653] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.541797] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.542056] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.542270] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.542378] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.542448] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.542609] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.542688] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.542899] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.543779] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.543779] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.543779] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.543779] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.543779] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad is going to be created. [ 1059.574912] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b in Status: SUCCESS [ 1059.575132] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.575284] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.575491] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.575671] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.575783] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.575854] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.575991] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.576075] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.576160] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.576412] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.613018] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.613018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.613018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.613018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.613247] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.622527] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad in Status: IN_PROGRESS for 2s [ 1060.027715] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57b79c94-e465-4ee4-8026-e3c77aee87ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.078023] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.533023] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.533023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.533023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.533023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.533023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.533023] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad is going to be updated. [ 1060.557076] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.557322] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.557322] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.557606] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.557844] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.566671] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad in Status: IN_PROGRESS for 2s [ 1060.580092] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b: rpc.has_security_group_logging(os_id): False [ 1060.602074] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.602216] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.602216] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.602420] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.602505] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.602780] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.603342] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.603342] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.603342] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.603342] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.603517] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b is going to be created. [ 1060.660422] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.660579] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.660661] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.660921] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.661130] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.670388] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b in Status: IN_PROGRESS for 2s [ 1060.706117] env[62781]: INFO networking_nsxv3.common.synchronization [req-d97f7d17-b367-41f4-8226-25cb9f63ae41 req-e444a85a-2181-43cf-ad8b-8d5f6c618546 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Enqueued Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1060.706117] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1060.706117] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.706117] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.706117] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.706652] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.706946] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.707216] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.707384] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.707652] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.707847] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.708071] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.210739] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.637207] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad in Status: SUCCESS [ 1061.637207] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.637207] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.637207] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.637207] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57b79c94-e465-4ee4-8026-e3c77aee87ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.717021] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.804035] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-862 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.804983] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-862" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.805176] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-862" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.805523] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-862" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.805852] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.808022] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.808022] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.808022] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.808022] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.808022] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1061.808022] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.808022] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.808022] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.808022] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1061.808022] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.808022] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.828075] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.828075] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1061.828075] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.828075] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-862" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.828075] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-e6d61c8f-cde6-4b28-b703-721a68ddab98 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.828075] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-e6d61c8f-cde6-4b28-b703-721a68ddab98" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.828075] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-e6d61c8f-cde6-4b28-b703-721a68ddab98" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.828075] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-e6d61c8f-cde6-4b28-b703-721a68ddab98" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.828496] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6d61c8f-cde6-4b28-b703-721a68ddab98',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.974022] env[62781]: INFO networking_nsxv3.common.synchronization [None req-cd8ebd0c-205a-46e9-9330-46a0b1bccb21 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Enqueued Resource ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe with Priority: HIGHEST for action security_group_rules [ 1061.974022] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe with Priority: HIGHEST for action security_group_rules [ 1061.974022] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa1c7089-c04a-460d-bd45-1ab82195d7fe taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.974022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.974022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.974022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.974022] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa1c7089-c04a-460d-bd45-1ab82195d7fe',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.053349] env[62781]: INFO networking_nsxv3.common.synchronization [None req-9f2c26eb-7c1b-4cb1-adfc-cbe773c7d838 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Enqueued Resource ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe with Priority: HIGHEST for action security_group_rules [ 1062.053862] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe with Priority: HIGHEST for action security_group_rules [ 1062.054198] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa1c7089-c04a-460d-bd45-1ab82195d7fe taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.054316] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.138880] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b79c94-e465-4ee4-8026-e3c77aee87ad taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.139060] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.218339] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.218643] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.218643] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.218848] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.218941] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.219057] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f is going to be updated. [ 1062.255537] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.255682] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.255755] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.255961] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.256151] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.270782] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: IN_PROGRESS for 2s [ 1062.332645] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.333617] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.333617] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.333617] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.333617] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.333799] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port e6d61c8f-cde6-4b28-b703-721a68ddab98 not found, creating... [ 1062.334799] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.334799] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.334799] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.334799] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.334799] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.334991] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.335057] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.335228] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.335445] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.335584] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.335730] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: e6d61c8f-cde6-4b28-b703-721a68ddab98 is going to be created. [ 1062.356764] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.357870] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.357870] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.357870] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.357870] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.357870] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-e6d61c8f-cde6-4b28-b703-721a68ddab98" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.495462] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.495760] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.495760] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.495896] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.495987] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.496105] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe already deleted. [ 1062.496259] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.496488] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.496669] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.496757] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa1c7089-c04a-460d-bd45-1ab82195d7fe',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.576899] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad in Status: SUCCESS [ 1062.577157] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.577336] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.577536] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.577720] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.577850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.577918] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.578082] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.578176] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.578264] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.578356] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57b79c94-e465-4ee4-8026-e3c77aee87ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.679056] env[62781]: INFO networking_nsxv3.common.synchronization [req-bf882846-1a03-459b-8584-68e3e7cda1f6 req-88ab9759-2b7c-4133-8f94-d3b8c287a965 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Enqueued Resource ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad with Priority: HIGHEST for action security_group_members [ 1062.679628] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad with Priority: HIGHEST for action security_group_members [ 1062.680016] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b79c94-e465-4ee4-8026-e3c77aee87ad taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.683338] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.683338] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.683338] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.683338] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.683338] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.683338] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.683338] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.683338] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.683338] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57b79c94-e465-4ee4-8026-e3c77aee87ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.683338] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b in Status: SUCCESS [ 1062.683338] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.017635] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.017635] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.017635] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.017635] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.017635] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.017635] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe already deleted. [ 1063.017635] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.080412] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b79c94-e465-4ee4-8026-e3c77aee87ad taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.080412] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.186368] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57b79c94-e465-4ee4-8026-e3c77aee87ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.204575] env[62781]: INFO networking_nsxv3.common.synchronization [req-d97f7d17-b367-41f4-8226-25cb9f63ae41 req-beb14694-e511-4907-9478-c50dd0af8b55 service nova] Enqueued Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_rules [ 1063.204948] env[62781]: INFO networking_nsxv3.common.synchronization [req-d97f7d17-b367-41f4-8226-25cb9f63ae41 req-beb14694-e511-4907-9478-c50dd0af8b55 service nova] Enqueued Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1063.205260] env[62781]: INFO networking_nsxv3.common.synchronization [req-d97f7d17-b367-41f4-8226-25cb9f63ae41 req-beb14694-e511-4907-9478-c50dd0af8b55 service nova] Enqueued Resource ID: e6d61c8f-cde6-4b28-b703-721a68ddab98 with Priority: HIGHEST for action port [ 1063.205895] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_rules [ 1063.206172] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1063.206399] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6d61c8f-cde6-4b28-b703-721a68ddab98 with Priority: HIGHEST for action port [ 1063.206923] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.209030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.209030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.209030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.209030] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.211311] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.212020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.214028] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6d61c8f-cde6-4b28-b703-721a68ddab98 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.214028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6d61c8f-cde6-4b28-b703-721a68ddab98" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.214028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6d61c8f-cde6-4b28-b703-721a68ddab98" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.215097] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6d61c8f-cde6-4b28-b703-721a68ddab98" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.215392] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6d61c8f-cde6-4b28-b703-721a68ddab98',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.299039] env[62781]: INFO networking_nsxv3.common.synchronization [req-3c298511-c987-4451-9b31-eb2fbe17c056 req-e2de74a8-1c6f-4797-aa66-22f9e938285a tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Enqueued Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_members [ 1063.300746] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_members [ 1063.300746] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.300746] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.300746] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.302363] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.302629] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.302715] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.302715] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.302933] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.302960] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.303066] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.688657] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57b79c94-e465-4ee4-8026-e3c77aee87ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.712724] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-507 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.712921] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-507" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.714043] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-507" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.714043] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-507" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.714043] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.714043] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.715407] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.716074] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.716074] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.716074] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1063.716228] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.716285] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.716398] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.716532] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1063.716620] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.716765] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.720609] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.722685] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.722685] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6d61c8f-cde6-4b28-b703-721a68ddab98 with status ACTIVE [ 1063.722685] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.722844] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.722844] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.723375] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.723375] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.723375] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.723507] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.723507] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.723769] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.723769] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.723921] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.724035] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.724097] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.724245] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.724319] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.724661] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6d61c8f-cde6-4b28-b703-721a68ddab98 is going to be updated. [ 1063.746841] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.747048] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1063.747648] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.747648] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-507" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.747744] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-76d14a16-8d67-4c66-9764-431a722c0467 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.747902] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-76d14a16-8d67-4c66-9764-431a722c0467" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.748137] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-76d14a16-8d67-4c66-9764-431a722c0467" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.752022] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-76d14a16-8d67-4c66-9764-431a722c0467" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.752022] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76d14a16-8d67-4c66-9764-431a722c0467',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.752022] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.753222] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.753316] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.753504] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.753834] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.753940] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6d61c8f-cde6-4b28-b703-721a68ddab98" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.805613] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.805613] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.805613] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.807021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.807021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.807021] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.807021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.807021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.807021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.807021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.807021] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9588ff4a-654e-400c-a650-03930bdde17c is going to be deleted. [ 1063.834719] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.834719] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.834719] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.834719] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.835018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.835018] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.191526] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.192138] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.192138] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.192464] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.192531] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.192646] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad is going to be updated. [ 1064.237146] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.237295] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.237360] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.237568] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.237704] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.247036] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad in Status: IN_PROGRESS for 2s [ 1064.256010] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.256247] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.256382] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.256666] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.256819] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.256977] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 76d14a16-8d67-4c66-9764-431a722c0467 not found, creating... [ 1064.257252] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.257413] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.257537] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.257749] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.257888] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.258277] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.258618] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.258726] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.258956] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.259125] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.259271] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 76d14a16-8d67-4c66-9764-431a722c0467 is going to be created. [ 1064.286012] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: SUCCESS [ 1064.286249] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.287191] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.287191] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.287298] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.287383] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.287459] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.287677] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.287744] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.287864] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.289757] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.290109] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.290109] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.290321] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.290540] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.290752] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-76d14a16-8d67-4c66-9764-431a722c0467" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.793551] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.993146] env[62781]: INFO networking_nsxv3.common.synchronization [req-3c298511-c987-4451-9b31-eb2fbe17c056 req-3ebc814b-eac8-4469-92bc-03884fda4fdc service nova] Enqueued Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_rules [ 1064.993146] env[62781]: INFO networking_nsxv3.common.synchronization [req-3c298511-c987-4451-9b31-eb2fbe17c056 req-3ebc814b-eac8-4469-92bc-03884fda4fdc service nova] Enqueued Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_members [ 1064.993146] env[62781]: INFO networking_nsxv3.common.synchronization [req-3c298511-c987-4451-9b31-eb2fbe17c056 req-3ebc814b-eac8-4469-92bc-03884fda4fdc service nova] Enqueued Resource ID: 76d14a16-8d67-4c66-9764-431a722c0467 with Priority: HIGHEST for action port [ 1064.993146] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_rules [ 1064.993146] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_members [ 1064.993146] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76d14a16-8d67-4c66-9764-431a722c0467 with Priority: HIGHEST for action port [ 1064.993146] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.993146] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.993146] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.993146] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.993146] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.993973] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.995753] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.995753] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.995753] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.995753] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.995753] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.995753] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.995753] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.995753] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.995753] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.995753] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-76d14a16-8d67-4c66-9764-431a722c0467 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.995753] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76d14a16-8d67-4c66-9764-431a722c0467" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.996211] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76d14a16-8d67-4c66-9764-431a722c0467" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.999908] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76d14a16-8d67-4c66-9764-431a722c0467" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.999908] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76d14a16-8d67-4c66-9764-431a722c0467',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.298231] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.498582] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.498671] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.498790] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.501841] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76d14a16-8d67-4c66-9764-431a722c0467 with status ACTIVE [ 1065.502023] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.502146] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.502216] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.502415] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.502503] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.502671] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.502765] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.502826] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.502969] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.503057] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.503314] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.503418] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.503482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.503625] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.503720] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.503809] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76d14a16-8d67-4c66-9764-431a722c0467 is going to be updated. [ 1065.522335] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.522335] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.522335] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.522636] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.522729] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.522889] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76d14a16-8d67-4c66-9764-431a722c0467" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.604480] env[62781]: INFO networking_nsxv3.common.synchronization [req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 req-96f77468-b5f5-4401-a7ec-9415c1da9a5a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Enqueued Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_members [ 1065.604480] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_members [ 1065.604480] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e7916db-856f-426c-a885-e00d9f1bcbcc taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.604480] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.604674] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.604764] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.604963] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.607023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.607023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.607023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.607023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.607023] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.802089] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.802493] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.802493] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.802601] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.804012] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.804012] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f is going to be updated. [ 1065.830820] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.831026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.831350] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.831350] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.831483] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.840454] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: IN_PROGRESS for 2s [ 1066.006196] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.107136] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.107514] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.107514] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.107623] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.107698] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.107891] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.107983] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.108067] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.108253] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.108314] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.108368] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc is going to be updated. [ 1066.131399] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.131592] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.131592] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.132444] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.132444] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.141356] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: IN_PROGRESS for 2s [ 1066.145198] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.145394] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-307" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.145540] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-307" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.145829] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-307" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.146120] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.146293] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.146428] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.146657] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.146826] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.147067] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1066.147202] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.147319] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.148030] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.148030] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1066.148030] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.148030] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.174861] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.175052] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1066.175207] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.175393] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-307" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.175711] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-55a84a41-07f8-4f33-a60a-fba2b02a1746 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.175922] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-55a84a41-07f8-4f33-a60a-fba2b02a1746" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.176096] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-55a84a41-07f8-4f33-a60a-fba2b02a1746" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.176466] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-55a84a41-07f8-4f33-a60a-fba2b02a1746" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.176615] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55a84a41-07f8-4f33-a60a-fba2b02a1746',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.258893] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad in Status: SUCCESS [ 1066.259054] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.259186] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.259397] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.259586] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.259699] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.259766] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.259914] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.259992] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.260092] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.260240] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b79c94-e465-4ee4-8026-e3c77aee87ad taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.260332] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.260391] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.260531] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.260664] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.260755] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.260804] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.260991] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.261162] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.261251] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.261339] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57b79c94-e465-4ee4-8026-e3c77aee87ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.509781] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.509930] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.510012] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.510280] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.510374] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.510528] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9588ff4a-654e-400c-a650-03930bdde17c is going to be created. [ 1066.531503] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.531658] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.531719] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.531938] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.532160] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.540164] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: UNINITIALIZED for 2s [ 1066.679969] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.679969] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.679969] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.680252] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.680590] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.680665] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 55a84a41-07f8-4f33-a60a-fba2b02a1746 not found, creating... [ 1066.681860] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.681860] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.681860] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.681860] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.681860] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.682244] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.682473] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.682680] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.682939] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.683168] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.683348] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 55a84a41-07f8-4f33-a60a-fba2b02a1746 is going to be created. [ 1066.702038] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.702038] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.702199] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.702424] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.702665] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.702917] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-55a84a41-07f8-4f33-a60a-fba2b02a1746" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.763661] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57b79c94-e465-4ee4-8026-e3c77aee87ad: rpc.has_security_group_logging(os_id): False [ 1066.789082] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.789268] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.789268] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.789542] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.789712] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.789968] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.790126] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.790214] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.790387] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.790477] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.790696] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.790795] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.790875] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.791090] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.791191] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.791410] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.791983] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.791983] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.791983] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.791983] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.791983] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad is going to be updated. [ 1066.927111] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.927438] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.927438] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.927658] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.927811] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.942647] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad in Status: IN_PROGRESS for 2s [ 1067.472366] env[62781]: INFO networking_nsxv3.common.synchronization [req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 req-251c2165-f83b-40ea-8914-8fa9b36417c5 service nova] Enqueued Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_rules [ 1067.472563] env[62781]: INFO networking_nsxv3.common.synchronization [req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 req-251c2165-f83b-40ea-8914-8fa9b36417c5 service nova] Enqueued Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_members [ 1067.472722] env[62781]: INFO networking_nsxv3.common.synchronization [req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 req-251c2165-f83b-40ea-8914-8fa9b36417c5 service nova] Enqueued Resource ID: 55a84a41-07f8-4f33-a60a-fba2b02a1746 with Priority: HIGHEST for action port [ 1067.473245] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_rules [ 1067.473408] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_members [ 1067.473564] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55a84a41-07f8-4f33-a60a-fba2b02a1746 with Priority: HIGHEST for action port [ 1067.473878] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e7916db-856f-426c-a885-e00d9f1bcbcc taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.474016] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.475209] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.475617] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.475761] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.479255] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e7916db-856f-426c-a885-e00d9f1bcbcc taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.479255] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.479255] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-55a84a41-07f8-4f33-a60a-fba2b02a1746 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.479255] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55a84a41-07f8-4f33-a60a-fba2b02a1746" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.479255] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55a84a41-07f8-4f33-a60a-fba2b02a1746" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.479255] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55a84a41-07f8-4f33-a60a-fba2b02a1746" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.479255] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55a84a41-07f8-4f33-a60a-fba2b02a1746',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.849743] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: SUCCESS [ 1067.850074] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.850315] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.850547] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.850746] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.851412] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.851412] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.851412] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.851412] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.851412] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.851601] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.980878] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e7916db-856f-426c-a885-e00d9f1bcbcc taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.981299] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.981464] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55a84a41-07f8-4f33-a60a-fba2b02a1746 with status ACTIVE [ 1067.981603] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.981947] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.981947] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.982104] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.982212] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.982391] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.982492] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.982577] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.982704] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.982783] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.983151] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.983151] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.983394] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.983394] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.983394] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.983579] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55a84a41-07f8-4f33-a60a-fba2b02a1746 is going to be updated. [ 1068.003977] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.003977] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.004083] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.004320] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.004483] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.004623] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55a84a41-07f8-4f33-a60a-fba2b02a1746" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.154687] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: SUCCESS [ 1068.154886] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc deletion is rescheduled due to dependency. [ 1068.155009] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.155180] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.155403] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.155630] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.155798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.155869] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.156059] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.156145] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.156242] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.354017] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.354195] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.354270] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.354563] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.354660] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.354757] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.354821] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.354969] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.355070] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.355158] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.355385] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.355385] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.355491] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.355580] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.355713] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.355805] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.355866] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.356011] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.356089] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.356168] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.356258] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.549358] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: SUCCESS [ 1068.549569] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.549725] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.549950] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.550145] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.550254] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.550318] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.550466] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.550547] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.550658] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.550745] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.658409] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.858641] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1017dd11-9adc-4f05-9e8b-eaa14205942f: rpc.has_security_group_logging(os_id): False [ 1068.876562] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.876748] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.876802] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.877126] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.877240] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.877471] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.877601] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.877676] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.877872] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.877960] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.878210] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.878342] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.878409] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.878588] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.878669] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.878902] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.879030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.879109] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.879271] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.879416] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.879466] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f is going to be updated. [ 1068.938280] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.938482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.938527] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.938774] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.938955] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.954876] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad in Status: SUCCESS [ 1068.955135] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.955320] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.955532] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.955706] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57b79c94-e465-4ee4-8026-e3c77aee87ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.957817] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: IN_PROGRESS for 2s [ 1069.052978] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.053326] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.053326] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.053452] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.053669] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.053796] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.053904] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.054084] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.054201] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.054315] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.054489] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.054610] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.056092] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.056092] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.056092] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.056092] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.056092] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.056092] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.056092] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.056092] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.056092] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.160446] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.461582] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b79c94-e465-4ee4-8026-e3c77aee87ad taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.461786] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.462117] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.462117] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.462328] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.462445] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.462512] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.462679] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.462760] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.462853] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.462941] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57b79c94-e465-4ee4-8026-e3c77aee87ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.558299] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9588ff4a-654e-400c-a650-03930bdde17c: rpc.has_security_group_logging(os_id): False [ 1069.575960] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.576229] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.576330] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.576643] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.576791] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.577089] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.577207] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.577275] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.577431] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.577510] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.578517] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.578517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.578517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.578517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.578517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.578517] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.578517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.578517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.578882] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.578882] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.578882] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9588ff4a-654e-400c-a650-03930bdde17c is going to be created. [ 1069.640470] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.640609] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.640665] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.640824] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.641064] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.656292] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: IN_PROGRESS for 2s [ 1069.663070] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.663205] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.663274] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.663485] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.663567] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.663658] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc is going to be updated. [ 1069.693714] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.693876] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.693917] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.694386] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.694386] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.703010] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: IN_PROGRESS for 2s [ 1069.966542] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b79c94-e465-4ee4-8026-e3c77aee87ad taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.966761] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.966846] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.967080] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.967564] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.967564] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.967564] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.967824] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.967913] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.968048] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.968224] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b79c94-e465-4ee4-8026-e3c77aee87ad taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.968363] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.968434] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.968617] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.968789] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.968975] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.969080] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.969231] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.969324] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.969407] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.969513] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57b79c94-e465-4ee4-8026-e3c77aee87ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.471348] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57b79c94-e465-4ee4-8026-e3c77aee87ad: rpc.has_security_group_logging(os_id): False [ 1070.491449] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.492185] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.492326] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.492556] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.492654] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.492868] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.493034] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.493112] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.493310] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.493427] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.493660] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.493804] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.493858] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.494403] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.494522] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.494802] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.494962] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.495187] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.495382] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.495578] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.495700] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad is going to be updated. [ 1070.562922] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.563219] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.563322] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.563698] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.563895] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.585651] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad in Status: IN_PROGRESS for 2s [ 1070.973117] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: SUCCESS [ 1070.973385] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.080603] env[62781]: INFO networking_nsxv3.common.synchronization [req-d539b6a6-6298-4fcf-8941-68954f7eb38d req-bd64ce33-7d0a-446d-bd8f-dfaf24d49d8f tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Enqueued Resource ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 with Priority: HIGHEST for action security_group_members [ 1071.081185] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 with Priority: HIGHEST for action security_group_members [ 1071.083066] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1065963-ab5d-4e12-ae27-c2bf96d3bc54 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.083066] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.083066] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.083066] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.083066] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.083066] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.083066] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.083066] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.083066] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.083066] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1065963-ab5d-4e12-ae27-c2bf96d3bc54',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.585152] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.585469] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.585469] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.585578] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.617617] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.617617] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.617783] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.617783] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.617972] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.618073] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.618164] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 is going to be updated. [ 1071.656116] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.656254] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.656332] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.656551] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.656829] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.670720] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 in Status: IN_PROGRESS for 2s [ 1071.678159] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: SUCCESS [ 1071.678159] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.717026] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: SUCCESS [ 1071.717164] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.717280] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.717498] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.717697] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.717813] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.717884] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.718051] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.718134] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.718218] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.718307] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.221542] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e7916db-856f-426c-a885-e00d9f1bcbcc taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.221700] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.221773] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.221986] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.222199] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.226021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.226021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.226021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.226021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.226021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.226021] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e7916db-856f-426c-a885-e00d9f1bcbcc taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.226021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.226021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.226021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.226021] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.226021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.226021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.226021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.226021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.226021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.226021] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.599630] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad in Status: SUCCESS [ 1072.600196] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.729760] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e7916db-856f-426c-a885-e00d9f1bcbcc: rpc.has_security_group_logging(os_id): False [ 1072.746828] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.746984] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.747074] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.747316] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.747417] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.747617] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.747718] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.747782] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.747935] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.748023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.748225] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.748323] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.748398] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.748576] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.748655] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.748840] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.749012] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.749094] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.749264] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.749343] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.749441] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc is going to be updated. [ 1072.808509] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.808723] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.808723] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.811034] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.811034] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.823741] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: IN_PROGRESS for 2s [ 1073.680113] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 in Status: SUCCESS [ 1073.680374] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 deletion is rescheduled due to dependency. [ 1073.680374] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.706171] env[62781]: INFO networking_nsxv3.common.synchronization [req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb req-2a1e3e14-f6be-4002-8fd1-c25de9239033 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Enqueued Resource ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe with Priority: HIGHEST for action security_group_members [ 1074.706737] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe with Priority: HIGHEST for action security_group_members [ 1074.707128] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa1c7089-c04a-460d-bd45-1ab82195d7fe taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.707437] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.707437] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.707784] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.707867] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.707986] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.708050] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.708668] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.708668] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.708668] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa1c7089-c04a-460d-bd45-1ab82195d7fe',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.855552] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: SUCCESS [ 1074.855770] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.211621] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.211785] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.211860] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.212109] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.212204] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.212397] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.212499] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.212564] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.212715] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.212789] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.212874] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe already deleted. [ 1075.212956] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.309227] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.309485] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-984" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.309723] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-984" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.310066] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-984" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.310404] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.310644] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.310889] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.311223] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.311467] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.311815] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1075.312025] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1075.312219] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1075.312398] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1075.312584] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1075.312761] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1075.312984] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.327567] env[62781]: INFO networking_nsxv3.common.synchronization [req-041e2c38-bd2f-4a1c-a2b4-adb4f645f5f5 req-b9aa1310-5b61-4197-b276-eb2e081c78dc tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Enqueued Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1075.327567] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1075.327701] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.328168] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.328262] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.328854] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.328854] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.328854] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.329102] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.329144] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.329360] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.329360] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.335974] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.335974] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1075.335974] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1075.335974] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-984" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.337017] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-7969dd47-54bd-444d-aa09-f9e4a86ee2a5 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.337017] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-7969dd47-54bd-444d-aa09-f9e4a86ee2a5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.337017] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-7969dd47-54bd-444d-aa09-f9e4a86ee2a5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.337017] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-7969dd47-54bd-444d-aa09-f9e4a86ee2a5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.337017] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7969dd47-54bd-444d-aa09-f9e4a86ee2a5',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.428672] env[62781]: INFO networking_nsxv3.common.synchronization [req-4e6ad736-9724-4138-88f6-176dba63dde0 req-7f97ebba-35e2-4bf5-99e0-ee2b6b582207 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Enqueued Resource ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad with Priority: HIGHEST for action security_group_members [ 1075.429259] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad with Priority: HIGHEST for action security_group_members [ 1075.429500] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b79c94-e465-4ee4-8026-e3c77aee87ad taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.429651] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.429722] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.429959] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.432587] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.432710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.432779] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.432950] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.433049] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.433144] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57b79c94-e465-4ee4-8026-e3c77aee87ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.460998] env[62781]: INFO networking_nsxv3.common.synchronization [req-bf9fdc2f-c395-48a3-8999-14983e04a0b8 req-5269727d-8db2-4e4d-83e8-cd7b9a4011f4 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Enqueued Resource ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad with Priority: HIGHEST for action security_group_members [ 1075.464163] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad with Priority: HIGHEST for action security_group_members [ 1075.464486] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b79c94-e465-4ee4-8026-e3c77aee87ad taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.464579] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.831606] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.841225] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.841465] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.841601] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.841881] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.842096] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.842236] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 7969dd47-54bd-444d-aa09-f9e4a86ee2a5 not found, creating... [ 1075.842510] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.842676] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.842800] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.843038] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.843187] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.843483] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.843645] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.843770] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.843981] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.844136] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.844306] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 7969dd47-54bd-444d-aa09-f9e4a86ee2a5 is going to be created. [ 1075.863651] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.863932] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.864111] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.864419] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.864657] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.864885] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-7969dd47-54bd-444d-aa09-f9e4a86ee2a5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.935580] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.935746] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.935820] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.936051] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.936147] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.936349] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.936471] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.936537] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.936693] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.936769] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.936856] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad is going to be updated. [ 1075.986438] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.986599] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.986640] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.986851] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.987318] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.002739] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad in Status: IN_PROGRESS for 2s [ 1076.333466] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.607814] env[62781]: INFO networking_nsxv3.common.synchronization [req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb req-7663a6d0-1185-4b07-a445-5d327a1ef0d0 service nova] Enqueued Resource ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe with Priority: HIGHEST for action security_group_rules [ 1076.608080] env[62781]: INFO networking_nsxv3.common.synchronization [req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb req-7663a6d0-1185-4b07-a445-5d327a1ef0d0 service nova] Enqueued Resource ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe with Priority: HIGHEST for action security_group_members [ 1076.608273] env[62781]: INFO networking_nsxv3.common.synchronization [req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb req-7663a6d0-1185-4b07-a445-5d327a1ef0d0 service nova] Enqueued Resource ID: 7969dd47-54bd-444d-aa09-f9e4a86ee2a5 with Priority: HIGHEST for action port [ 1076.608817] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe with Priority: HIGHEST for action security_group_rules [ 1076.608987] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe with Priority: HIGHEST for action security_group_members [ 1076.609254] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7969dd47-54bd-444d-aa09-f9e4a86ee2a5 with Priority: HIGHEST for action port [ 1076.609586] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa1c7089-c04a-460d-bd45-1ab82195d7fe taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.609714] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.609792] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.609983] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.610080] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa1c7089-c04a-460d-bd45-1ab82195d7fe',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.610938] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa1c7089-c04a-460d-bd45-1ab82195d7fe taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.611629] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.611629] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.611629] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.611629] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.611629] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.611629] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.611960] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.611960] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.611960] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa1c7089-c04a-460d-bd45-1ab82195d7fe',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.612712] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-7969dd47-54bd-444d-aa09-f9e4a86ee2a5 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.612877] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7969dd47-54bd-444d-aa09-f9e4a86ee2a5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.612877] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7969dd47-54bd-444d-aa09-f9e4a86ee2a5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.613041] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7969dd47-54bd-444d-aa09-f9e4a86ee2a5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.613118] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7969dd47-54bd-444d-aa09-f9e4a86ee2a5',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.836122] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.836457] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.836457] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.836576] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.836644] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.836748] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f is going to be updated. [ 1076.864451] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.864594] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.864594] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.864807] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.864977] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.873971] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: IN_PROGRESS for 2s [ 1077.117376] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa1c7089-c04a-460d-bd45-1ab82195d7fe',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.118400] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa1c7089-c04a-460d-bd45-1ab82195d7fe taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.118523] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.118701] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7969dd47-54bd-444d-aa09-f9e4a86ee2a5 with status ACTIVE [ 1077.118843] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.118918] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.118955] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.119218] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.119301] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.119475] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.119568] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.119720] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.119774] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.119841] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.120019] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.120129] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.120164] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.120308] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.120428] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.120658] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7969dd47-54bd-444d-aa09-f9e4a86ee2a5 is going to be updated. [ 1077.140524] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.140524] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.140524] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.140733] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.141760] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.141760] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7969dd47-54bd-444d-aa09-f9e4a86ee2a5" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.241235] env[62781]: INFO networking_nsxv3.common.synchronization [req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 req-dd6b061a-ce06-4ff6-94d3-e62a64d505f7 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Enqueued Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_members [ 1077.242031] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_members [ 1077.242108] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.242212] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.242268] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.242482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.242677] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.242765] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.242817] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.242934] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.243030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.243124] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.579081] env[62781]: INFO networking_nsxv3.common.synchronization [req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 req-d4a35bac-c2a5-4081-9581-c99bed962496 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Enqueued Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_members [ 1077.579081] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_members [ 1077.579081] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.579081] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.623027] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa1c7089-c04a-460d-bd45-1ab82195d7fe',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.745174] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.745566] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.745654] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.746294] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.746294] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.746294] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.746294] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.746461] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.746461] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.746550] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.746636] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 is going to be updated. [ 1077.771207] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.771207] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.771207] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.771392] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.771476] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.780030] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 in Status: IN_PROGRESS for 2s [ 1077.881474] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-297 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.882129] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-297" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.882401] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-297" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.882970] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-297" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.883372] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.883711] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.883944] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.884277] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.885033] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.885033] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1077.885033] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1077.885033] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1077.885226] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1077.885226] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1077.885341] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1077.885482] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1077.913099] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1077.913300] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1077.913473] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1077.913675] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-297" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.913992] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-8ffdd4c9-7144-43e2-92a6-36f9a5dd6901 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.914199] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-8ffdd4c9-7144-43e2-92a6-36f9a5dd6901" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.914325] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-8ffdd4c9-7144-43e2-92a6-36f9a5dd6901" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.914640] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-8ffdd4c9-7144-43e2-92a6-36f9a5dd6901" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.914784] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ffdd4c9-7144-43e2-92a6-36f9a5dd6901',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.017293] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad in Status: SUCCESS [ 1078.017526] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad deletion is rescheduled due to dependency. [ 1078.017648] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.018198] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.018410] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.018629] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.018766] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.018840] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.019117] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.019210] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.019307] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57b79c94-e465-4ee4-8026-e3c77aee87ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.128020] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.128198] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.128274] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.128486] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.128577] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.128676] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe is going to be created. [ 1078.178924] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.179121] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.179164] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.179388] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.179550] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.202037] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe in Status: UNINITIALIZED for 2s [ 1078.420043] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.420043] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.420043] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.420043] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.420043] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.420043] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 8ffdd4c9-7144-43e2-92a6-36f9a5dd6901 not found, creating... [ 1078.420043] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.420043] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.420043] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.420043] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.420043] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.420489] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.420489] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.420489] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.420489] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.420489] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.421307] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 8ffdd4c9-7144-43e2-92a6-36f9a5dd6901 is going to be created. [ 1078.444256] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.444256] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.444256] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.444256] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.444256] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.444256] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-8ffdd4c9-7144-43e2-92a6-36f9a5dd6901" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.521485] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.521645] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.521723] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.521943] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.522047] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.522271] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.522364] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.522429] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.522577] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.522655] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.522743] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad is going to be updated. [ 1078.568844] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.569048] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.569095] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.569315] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.569455] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.583861] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad in Status: IN_PROGRESS for 2s [ 1078.883816] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: SUCCESS [ 1078.884063] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.125286] env[62781]: INFO networking_nsxv3.common.synchronization [req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 req-a2a117fd-509d-48f1-aaad-f562aa20533a service nova] Enqueued Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_rules [ 1079.126739] env[62781]: INFO networking_nsxv3.common.synchronization [req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 req-a2a117fd-509d-48f1-aaad-f562aa20533a service nova] Enqueued Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_members [ 1079.126739] env[62781]: INFO networking_nsxv3.common.synchronization [req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 req-a2a117fd-509d-48f1-aaad-f562aa20533a service nova] Enqueued Resource ID: 8ffdd4c9-7144-43e2-92a6-36f9a5dd6901 with Priority: HIGHEST for action port [ 1079.126739] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_rules [ 1079.126739] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_members [ 1079.126739] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ffdd4c9-7144-43e2-92a6-36f9a5dd6901 with Priority: HIGHEST for action port [ 1079.126739] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ffbdbd31-a1ba-4af3-98e1-59c467a313d7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.127023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.127023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.127078] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.127121] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.128426] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.128511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.128713] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ffdd4c9-7144-43e2-92a6-36f9a5dd6901 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.128818] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ffdd4c9-7144-43e2-92a6-36f9a5dd6901" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.128881] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ffdd4c9-7144-43e2-92a6-36f9a5dd6901" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.129095] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ffdd4c9-7144-43e2-92a6-36f9a5dd6901" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.129203] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ffdd4c9-7144-43e2-92a6-36f9a5dd6901',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.631511] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.631665] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.631827] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ffdd4c9-7144-43e2-92a6-36f9a5dd6901 with status ACTIVE [ 1079.631990] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.632107] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.632175] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.632400] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.632487] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.632655] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.632751] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.632813] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.632958] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.633064] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.633226] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.633320] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.633382] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.633546] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.633623] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.633708] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ffdd4c9-7144-43e2-92a6-36f9a5dd6901 is going to be updated. [ 1079.658259] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.658533] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.658533] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.659239] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.659239] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.659239] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ffdd4c9-7144-43e2-92a6-36f9a5dd6901" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.792713] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 in Status: SUCCESS [ 1079.792713] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 deletion is rescheduled due to dependency. [ 1079.792713] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.792713] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.792713] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.792713] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.792713] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.792713] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.792713] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.792713] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.792713] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.924661] env[62781]: INFO networking_nsxv3.common.synchronization [None req-142dd0ee-2eb0-4545-bcbc-f54730ccee6b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Enqueued Resource ID: be7aa162-d65c-490b-88fe-75e1860e3f0f with Priority: HIGHEST for action security_group_rules [ 1079.924661] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be7aa162-d65c-490b-88fe-75e1860e3f0f with Priority: HIGHEST for action security_group_rules [ 1079.924661] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be7aa162-d65c-490b-88fe-75e1860e3f0f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.924661] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be7aa162-d65c-490b-88fe-75e1860e3f0f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.924661] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be7aa162-d65c-490b-88fe-75e1860e3f0f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.925732] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be7aa162-d65c-490b-88fe-75e1860e3f0f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.926808] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be7aa162-d65c-490b-88fe-75e1860e3f0f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.042944] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.043138] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-120" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.043268] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-120" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.043641] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-120" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.043913] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.044094] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.044259] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.044447] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.044611] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.044814] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1080.044934] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.045061] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.045177] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.045292] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1080.045875] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.045875] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.053224] env[62781]: INFO networking_nsxv3.common.synchronization [None req-994f3897-d714-47cb-ba8b-6de1f458eb68 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Enqueued Resource ID: be7aa162-d65c-490b-88fe-75e1860e3f0f with Priority: HIGHEST for action security_group_rules [ 1080.053406] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be7aa162-d65c-490b-88fe-75e1860e3f0f with Priority: HIGHEST for action security_group_rules [ 1080.053721] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be7aa162-d65c-490b-88fe-75e1860e3f0f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.053822] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be7aa162-d65c-490b-88fe-75e1860e3f0f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.066072] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.066258] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1080.066404] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.066588] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-120" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.066894] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-994e9b22-ceae-41bf-bcff-c660041182cb taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.067079] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-994e9b22-ceae-41bf-bcff-c660041182cb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.067924] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-994e9b22-ceae-41bf-bcff-c660041182cb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.067924] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-994e9b22-ceae-41bf-bcff-c660041182cb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.067924] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('994e9b22-ceae-41bf-bcff-c660041182cb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.212616] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe in Status: SUCCESS [ 1080.212875] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.213071] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.213296] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.213482] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.213590] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.213659] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.213818] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.213898] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.213981] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.214090] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa1c7089-c04a-460d-bd45-1ab82195d7fe',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.295720] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.457477] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.457692] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.457768] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.458109] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.458246] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.458310] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be7aa162-d65c-490b-88fe-75e1860e3f0f already deleted. [ 1080.458397] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be7aa162-d65c-490b-88fe-75e1860e3f0f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.458590] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be7aa162-d65c-490b-88fe-75e1860e3f0f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.458818] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be7aa162-d65c-490b-88fe-75e1860e3f0f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.458879] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be7aa162-d65c-490b-88fe-75e1860e3f0f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.570030] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.570280] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.570413] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.570730] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.570895] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.571070] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 994e9b22-ceae-41bf-bcff-c660041182cb not found, creating... [ 1080.571380] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.571549] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.571656] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.571877] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.572023] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.572309] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.572974] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.572974] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.572974] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.572974] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.573169] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 994e9b22-ceae-41bf-bcff-c660041182cb is going to be created. [ 1080.596258] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad in Status: SUCCESS [ 1080.596555] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57b79c94-e465-4ee4-8026-e3c77aee87ad deletion is rescheduled due to dependency. [ 1080.597421] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b79c94-e465-4ee4-8026-e3c77aee87ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.598298] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.598667] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.598912] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.599370] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.599755] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.600138] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-994e9b22-ceae-41bf-bcff-c660041182cb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.717370] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa1c7089-c04a-460d-bd45-1ab82195d7fe',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.797572] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.983715] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.984022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.984072] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.984335] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.984446] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.984567] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be7aa162-d65c-490b-88fe-75e1860e3f0f already deleted. [ 1080.984670] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be7aa162-d65c-490b-88fe-75e1860e3f0f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.221990] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa1c7089-c04a-460d-bd45-1ab82195d7fe: rpc.has_security_group_logging(os_id): False [ 1081.240295] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.240797] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.240797] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.241317] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.241317] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.241451] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.241557] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.241623] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.241792] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.241868] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.241955] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe is going to be created. [ 1081.299542] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.299677] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.299755] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.299987] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.300097] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.300262] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 is going to be updated. [ 1081.317339] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.319540] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.319540] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.319540] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.319540] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.339602] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe in Status: IN_PROGRESS for 2s [ 1081.346122] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.346267] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.346325] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.347034] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.347034] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.368381] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 in Status: IN_PROGRESS for 2s [ 1081.585874] env[62781]: INFO networking_nsxv3.common.synchronization [None req-db5ef89d-72e3-4874-823e-944bbf1d3ba3 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Enqueued Resource ID: e1270c3e-8696-4982-926a-d0d29246e728 with Priority: HIGHEST for action security_group_rules [ 1081.586278] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1270c3e-8696-4982-926a-d0d29246e728 with Priority: HIGHEST for action security_group_rules [ 1081.586590] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1270c3e-8696-4982-926a-d0d29246e728 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.586753] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.586799] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.587849] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.588504] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1270c3e-8696-4982-926a-d0d29246e728',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.662074] env[62781]: INFO networking_nsxv3.common.synchronization [None req-1ea809ee-0fc1-4969-b7f5-a3ff3b45e117 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Enqueued Resource ID: e1270c3e-8696-4982-926a-d0d29246e728 with Priority: HIGHEST for action security_group_rules [ 1081.662644] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1270c3e-8696-4982-926a-d0d29246e728 with Priority: HIGHEST for action security_group_rules [ 1081.662973] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1270c3e-8696-4982-926a-d0d29246e728 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.663841] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.924710] env[62781]: INFO networking_nsxv3.common.synchronization [req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 req-516184bc-33a3-4839-ad8b-16a61bfeb2fb service nova] Enqueued Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_rules [ 1081.924995] env[62781]: INFO networking_nsxv3.common.synchronization [req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 req-516184bc-33a3-4839-ad8b-16a61bfeb2fb service nova] Enqueued Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_members [ 1081.925225] env[62781]: INFO networking_nsxv3.common.synchronization [req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 req-516184bc-33a3-4839-ad8b-16a61bfeb2fb service nova] Enqueued Resource ID: 994e9b22-ceae-41bf-bcff-c660041182cb with Priority: HIGHEST for action port [ 1081.925737] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_rules [ 1081.925931] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_members [ 1081.927018] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994e9b22-ceae-41bf-bcff-c660041182cb with Priority: HIGHEST for action port [ 1081.927339] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ffbdbd31-a1ba-4af3-98e1-59c467a313d7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.927472] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.927669] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.927766] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.927945] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-994e9b22-ceae-41bf-bcff-c660041182cb taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.928236] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-994e9b22-ceae-41bf-bcff-c660041182cb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.928345] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-994e9b22-ceae-41bf-bcff-c660041182cb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.928598] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-994e9b22-ceae-41bf-bcff-c660041182cb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.928772] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('994e9b22-ceae-41bf-bcff-c660041182cb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.112078] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.112078] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.112078] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.112078] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.112078] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.112078] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1270c3e-8696-4982-926a-d0d29246e728 already deleted. [ 1082.112078] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.112078] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.112078] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.112078] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1270c3e-8696-4982-926a-d0d29246e728',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.434074] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 994e9b22-ceae-41bf-bcff-c660041182cb with status ACTIVE [ 1082.434074] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.434074] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.434294] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.434328] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.434399] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.434576] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.434678] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.434740] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.434887] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.434965] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.435157] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.435251] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.435315] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.435456] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.435526] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.435608] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 994e9b22-ceae-41bf-bcff-c660041182cb is going to be updated. [ 1082.457490] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.457662] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.457699] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.457906] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.458050] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.458220] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-994e9b22-ceae-41bf-bcff-c660041182cb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.634044] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.634198] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.634269] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.634521] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.634611] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.634710] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1270c3e-8696-4982-926a-d0d29246e728 already deleted. [ 1082.634796] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.967146] env[62781]: INFO networking_nsxv3.common.synchronization [req-541ed097-0f56-4d76-b4ae-d99d0da5440e req-26246a20-43e9-4c16-8e88-9ce11a0bdcf2 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Enqueued Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_members [ 1082.967774] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_members [ 1082.968259] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.968469] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.968614] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.968916] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.969146] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.969364] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.969495] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.969742] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.969899] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.970057] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.357695] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe in Status: SUCCESS [ 1083.357974] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.377415] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 in Status: SUCCESS [ 1083.377620] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.377940] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.378209] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.378365] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.378479] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.378542] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.378687] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.378766] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.378864] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.472462] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.472639] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.472639] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.472847] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.499208] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.499473] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.499595] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.499656] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.499859] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.499943] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.500044] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb is going to be updated. [ 1083.527696] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.527927] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.527927] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.528128] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.528268] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.537137] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: IN_PROGRESS for 2s [ 1083.880639] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.384511] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.887637] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.887896] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.887896] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.888125] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.888216] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.888485] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 is going to be updated. [ 1085.118637] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.119754] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.120278] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.120931] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.122396] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.135469] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 in Status: IN_PROGRESS for 2s [ 1085.546228] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: SUCCESS [ 1085.546512] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb deletion is rescheduled due to dependency. [ 1085.546512] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.145258] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 in Status: SUCCESS [ 1087.145664] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.145664] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.145736] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.146444] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.146444] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.146444] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.146444] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.146444] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.146734] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.146734] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.147617] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.147942] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.148190] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.148434] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.148434] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.148523] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.148606] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.148857] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.651574] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.651778] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.652033] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.968989] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1087.969118] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1088.154771] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.657466] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.657548] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.658393] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.658393] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.658393] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.658393] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 is going to be updated. [ 1088.706080] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.706236] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.706392] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.706493] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.706633] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.716457] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 in Status: IN_PROGRESS for 2s [ 1090.197359] env[62781]: INFO networking_nsxv3.common.synchronization [req-402a71b4-59c9-46c9-8cb9-11b82621de29 req-8d5329b8-e501-4418-9567-90d6c3410697 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Enqueued Resource ID: 974a9ee6-eccb-455d-aad7-d31a5e887928 with Priority: HIGHEST for action security_group_members [ 1090.197878] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 974a9ee6-eccb-455d-aad7-d31a5e887928 with Priority: HIGHEST for action security_group_members [ 1090.198190] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-974a9ee6-eccb-455d-aad7-d31a5e887928 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.198316] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-974a9ee6-eccb-455d-aad7-d31a5e887928" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.198399] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-974a9ee6-eccb-455d-aad7-d31a5e887928" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.198660] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-974a9ee6-eccb-455d-aad7-d31a5e887928" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.198762] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.198863] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.198926] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.199092] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.199230] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.199335] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('974a9ee6-eccb-455d-aad7-d31a5e887928',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.701713] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.702556] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.702556] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.702556] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.702556] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.702556] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.702942] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.702942] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.702942] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.702942] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.702942] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 974a9ee6-eccb-455d-aad7-d31a5e887928 is going to be updated. [ 1090.724997] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 in Status: SUCCESS [ 1090.725273] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.725655] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.725740] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.725929] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.726069] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.726137] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.726323] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.726444] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.726670] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.726796] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.726909] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.726977] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.727221] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.727396] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.727505] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.727566] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.727722] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.727832] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.727939] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.728093] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.732725] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.732847] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.732917] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.733137] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.733229] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.741970] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 974a9ee6-eccb-455d-aad7-d31a5e887928 in Status: IN_PROGRESS for 2s [ 1091.231439] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ffbdbd31-a1ba-4af3-98e1-59c467a313d7: rpc.has_security_group_logging(os_id): False [ 1091.276437] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.276567] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.276649] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.276891] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.277015] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.277247] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.277962] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.277962] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.277962] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.277962] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.277962] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.277962] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.278226] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.278226] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.278292] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.278481] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.278599] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.278648] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.278790] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.278893] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.279012] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 is going to be updated. [ 1091.356691] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.356976] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.356976] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.357311] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.357311] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.373547] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 in Status: IN_PROGRESS for 2s [ 1092.066350] env[62781]: INFO networking_nsxv3.common.synchronization [req-4e214e18-6991-479b-972c-93a10906770b req-29f562c4-e8ac-4291-97f2-3034e92b9c86 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Enqueued Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_members [ 1092.067206] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_members [ 1092.068512] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.068512] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.068512] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.068512] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.068512] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.068765] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.068765] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.068839] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.068953] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.069096] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.550511] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-343 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.551861] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-343" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.551861] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-343" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.551861] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-343" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.551861] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.551861] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.551861] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.552262] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.552262] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.552262] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1092.552409] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.552489] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.552600] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.552711] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1092.552819] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.552955] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.571755] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.571930] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.571989] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.572218] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.572309] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.572510] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.572610] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.572679] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.572824] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.572901] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.572980] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb is going to be updated. [ 1092.574827] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.574996] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1092.575172] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.575461] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-343" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.575777] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-a3278a11-ad02-414c-8c4a-b19ce5d12bd4 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.575942] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-a3278a11-ad02-414c-8c4a-b19ce5d12bd4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.576075] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-a3278a11-ad02-414c-8c4a-b19ce5d12bd4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.576374] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-a3278a11-ad02-414c-8c4a-b19ce5d12bd4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.576521] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3278a11-ad02-414c-8c4a-b19ce5d12bd4',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.602108] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.602265] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.602379] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.602619] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.602760] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.610998] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: IN_PROGRESS for 2s [ 1092.754885] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 974a9ee6-eccb-455d-aad7-d31a5e887928 in Status: SUCCESS [ 1092.756894] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 974a9ee6-eccb-455d-aad7-d31a5e887928 deletion is rescheduled due to dependency. [ 1092.756894] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-974a9ee6-eccb-455d-aad7-d31a5e887928" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.080126] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.080444] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.080587] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.080958] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.081164] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.081417] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port a3278a11-ad02-414c-8c4a-b19ce5d12bd4 not found, creating... [ 1093.081861] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.082129] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.082298] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.082585] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.082773] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.083128] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.083343] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.083478] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.083701] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.083879] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.084092] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: a3278a11-ad02-414c-8c4a-b19ce5d12bd4 is going to be created. [ 1093.104112] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.104309] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.104441] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.104715] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.104919] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.105450] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-a3278a11-ad02-414c-8c4a-b19ce5d12bd4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.393407] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 in Status: SUCCESS [ 1093.393407] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.393407] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.393602] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.393717] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.897021] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.897387] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.897387] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.897452] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.897618] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.897748] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.897858] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.897931] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.898012] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.898105] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.898194] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.906617] env[62781]: INFO networking_nsxv3.common.synchronization [req-4e214e18-6991-479b-972c-93a10906770b req-7a0c9b67-5cfc-4035-a29a-8bcd27c5728c service nova] Enqueued Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_rules [ 1093.906773] env[62781]: INFO networking_nsxv3.common.synchronization [req-4e214e18-6991-479b-972c-93a10906770b req-7a0c9b67-5cfc-4035-a29a-8bcd27c5728c service nova] Enqueued Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_members [ 1093.907055] env[62781]: INFO networking_nsxv3.common.synchronization [req-4e214e18-6991-479b-972c-93a10906770b req-7a0c9b67-5cfc-4035-a29a-8bcd27c5728c service nova] Enqueued Resource ID: a3278a11-ad02-414c-8c4a-b19ce5d12bd4 with Priority: HIGHEST for action port [ 1093.907357] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_rules [ 1093.907516] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_members [ 1093.907633] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3278a11-ad02-414c-8c4a-b19ce5d12bd4 with Priority: HIGHEST for action port [ 1093.908240] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.908357] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.908427] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.908607] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.908722] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.910101] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.910238] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.910460] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3278a11-ad02-414c-8c4a-b19ce5d12bd4 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.910561] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3278a11-ad02-414c-8c4a-b19ce5d12bd4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.910632] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3278a11-ad02-414c-8c4a-b19ce5d12bd4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.910792] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3278a11-ad02-414c-8c4a-b19ce5d12bd4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.910867] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3278a11-ad02-414c-8c4a-b19ce5d12bd4',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.401041] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.401209] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.401291] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.401562] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.401721] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.401824] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.401886] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.402046] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.402137] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.402225] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.402371] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.402465] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.402525] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.402661] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.402796] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.403077] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.403077] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.403131] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.403157] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.403237] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.403335] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.412660] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.412771] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.415289] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3278a11-ad02-414c-8c4a-b19ce5d12bd4 with status ACTIVE [ 1094.415459] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.415565] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.415630] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.415796] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.415875] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.416047] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.416142] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.416203] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.416480] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.416562] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.416742] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.416835] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.416977] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.417136] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.417212] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.417294] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3278a11-ad02-414c-8c4a-b19ce5d12bd4 is going to be updated. [ 1094.436392] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.436561] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.436600] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.436753] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.436884] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.437046] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3278a11-ad02-414c-8c4a-b19ce5d12bd4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.581448] env[62781]: INFO networking_nsxv3.common.synchronization [req-463f1ffc-76d6-4796-932d-3577fa62958b req-48296722-9088-4d74-b9b7-cb3af87d2b69 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Enqueued Resource ID: e1270c3e-8696-4982-926a-d0d29246e728 with Priority: HIGHEST for action security_group_members [ 1094.581989] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1270c3e-8696-4982-926a-d0d29246e728 with Priority: HIGHEST for action security_group_members [ 1094.582310] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1270c3e-8696-4982-926a-d0d29246e728 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.582447] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.582536] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.582788] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.582928] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.583047] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.583097] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.583784] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.583784] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.583784] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1270c3e-8696-4982-926a-d0d29246e728',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.622611] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: SUCCESS [ 1094.622806] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb deletion is rescheduled due to dependency. [ 1094.623585] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.623585] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.623585] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.623585] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.623585] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.623806] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.623806] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.623860] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.623958] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.859179] env[62781]: INFO networking_nsxv3.common.synchronization [req-91bbed7b-948c-4b8d-b3a3-aa6b28370320 req-80975d2a-baae-49bb-ae05-08eecd02b2a1 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Enqueued Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_members [ 1094.859735] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_members [ 1094.860115] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.860191] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.860261] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.860523] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.861985] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.862177] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.862276] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.863105] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.863528] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.863684] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.909031] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ffbdbd31-a1ba-4af3-98e1-59c467a313d7: rpc.has_security_group_logging(os_id): False [ 1094.925893] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.926049] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.926125] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.926658] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.926658] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.926658] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.926795] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.926795] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.926905] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.926973] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.927178] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.927274] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.927336] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.927475] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.927549] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.927745] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.927837] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.927899] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.928248] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.928391] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.930173] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 is going to be updated. [ 1094.995613] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.995931] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.996049] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.996270] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.996426] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.015628] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 in Status: IN_PROGRESS for 2s [ 1095.048629] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.048843] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-190" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.048976] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-190" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.049273] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-190" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.049558] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.049728] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.049852] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.050118] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.050276] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.050499] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1095.050620] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.050742] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.050862] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.050977] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1095.051103] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.051243] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.070661] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.070816] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1095.070962] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.071488] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-190" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.071488] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.071687] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.071765] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.072112] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.072267] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de40fe67-f3cd-4e8c-b132-3b55f6b9e03a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.088847] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.089156] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.089156] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.089338] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.089417] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.089588] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.089686] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.089736] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.089879] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.089952] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.090093] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1270c3e-8696-4982-926a-d0d29246e728 already deleted. [ 1095.090178] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.111113] env[62781]: INFO networking_nsxv3.common.synchronization [req-91bbed7b-948c-4b8d-b3a3-aa6b28370320 req-83fa2f3b-b139-4c7c-abda-da6ed09b9f91 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Enqueued Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_members [ 1095.111113] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGHEST for action security_group_members [ 1095.111113] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.111113] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.127268] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.366112] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.578559] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.578761] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.578896] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.579203] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.579362] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.579526] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port de40fe67-f3cd-4e8c-b132-3b55f6b9e03a not found, creating... [ 1095.579826] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.579997] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.580151] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.580372] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.580515] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.580835] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.581037] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.581186] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.581454] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.581583] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.581749] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: de40fe67-f3cd-4e8c-b132-3b55f6b9e03a is going to be created. [ 1095.603416] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.603607] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.603753] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.604009] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.604247] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.604470] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.629041] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.871418] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.131179] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.131512] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.131512] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.131628] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.131712] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.131814] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb is going to be updated. [ 1096.168267] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.168267] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.168546] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.168707] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.168749] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.176934] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: IN_PROGRESS for 2s [ 1096.375890] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.376111] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.376221] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.376467] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.376589] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.376697] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 is going to be updated. [ 1096.409813] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.409971] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.410034] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.410211] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.410340] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.418692] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 in Status: IN_PROGRESS for 2s [ 1096.800058] env[62781]: INFO networking_nsxv3.common.synchronization [req-463f1ffc-76d6-4796-932d-3577fa62958b req-feccaba9-1e55-4006-a68b-bcf1a9e559a8 service nova] Enqueued Resource ID: e1270c3e-8696-4982-926a-d0d29246e728 with Priority: HIGHEST for action security_group_rules [ 1096.800058] env[62781]: INFO networking_nsxv3.common.synchronization [req-463f1ffc-76d6-4796-932d-3577fa62958b req-feccaba9-1e55-4006-a68b-bcf1a9e559a8 service nova] Enqueued Resource ID: e1270c3e-8696-4982-926a-d0d29246e728 with Priority: HIGHEST for action security_group_members [ 1096.800058] env[62781]: INFO networking_nsxv3.common.synchronization [req-463f1ffc-76d6-4796-932d-3577fa62958b req-feccaba9-1e55-4006-a68b-bcf1a9e559a8 service nova] Enqueued Resource ID: de40fe67-f3cd-4e8c-b132-3b55f6b9e03a with Priority: HIGHEST for action port [ 1096.800058] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1270c3e-8696-4982-926a-d0d29246e728 with Priority: HIGHEST for action security_group_rules [ 1096.800058] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1270c3e-8696-4982-926a-d0d29246e728 with Priority: HIGHEST for action security_group_members [ 1096.800058] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de40fe67-f3cd-4e8c-b132-3b55f6b9e03a with Priority: HIGHEST for action port [ 1096.800058] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1270c3e-8696-4982-926a-d0d29246e728 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.800058] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.800058] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.800058] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.800952] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1270c3e-8696-4982-926a-d0d29246e728',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.802249] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1270c3e-8696-4982-926a-d0d29246e728 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.802724] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.802724] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.802992] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.803272] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.803741] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.803741] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.805402] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.805402] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.805402] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1270c3e-8696-4982-926a-d0d29246e728',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.806055] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.807070] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.807070] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.807070] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.807070] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de40fe67-f3cd-4e8c-b132-3b55f6b9e03a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.000771] env[62781]: INFO networking_nsxv3.common.synchronization [req-f9266a96-c85b-4baf-8567-a47ed261b149 req-ae2eef9a-064b-493e-bcac-d93bedda7472 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Enqueued Resource ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe with Priority: HIGHEST for action security_group_members [ 1097.000771] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe with Priority: HIGHEST for action security_group_members [ 1097.000771] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa1c7089-c04a-460d-bd45-1ab82195d7fe taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.001670] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.001670] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.001670] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.001851] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.002019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.002135] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.002349] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.002528] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.002744] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa1c7089-c04a-460d-bd45-1ab82195d7fe',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.033049] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 in Status: SUCCESS [ 1097.033297] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.207118] env[62781]: INFO networking_nsxv3.common.synchronization [req-beb17374-30d7-4d36-acca-6bffbf9d4ba7 req-6488634d-a0e7-48de-9804-a93dfc8a5313 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Enqueued Resource ID: 5fd08286-1ada-4841-995b-11015e312513 with Priority: HIGHEST for action security_group_members [ 1097.207118] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fd08286-1ada-4841-995b-11015e312513 with Priority: HIGHEST for action security_group_members [ 1097.207118] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fd08286-1ada-4841-995b-11015e312513 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.207118] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fd08286-1ada-4841-995b-11015e312513" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.207118] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fd08286-1ada-4841-995b-11015e312513" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.207118] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fd08286-1ada-4841-995b-11015e312513" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.207118] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.207118] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.207118] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.207118] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.207118] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.207919] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fd08286-1ada-4841-995b-11015e312513',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.307088] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1270c3e-8696-4982-926a-d0d29246e728',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.309525] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de40fe67-f3cd-4e8c-b132-3b55f6b9e03a with status ACTIVE [ 1097.309525] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.309525] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.309525] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.309525] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.309525] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.309812] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.309812] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.309812] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.309988] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.315027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.315027] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.315027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.315027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.315027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.315327] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.315327] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de40fe67-f3cd-4e8c-b132-3b55f6b9e03a is going to be updated. [ 1097.316658] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1270c3e-8696-4982-926a-d0d29246e728 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.316769] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.337321] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.337321] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.337321] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.337321] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.337321] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.337321] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.349367] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.349367] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-984" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.349367] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-984" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.349367] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-984" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.350108] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.350108] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.350108] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.351129] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.351129] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.351129] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1097.351129] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1097.351129] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1097.351300] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1097.351300] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1097.352187] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1097.352187] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1097.374676] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1097.374866] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1097.375024] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1097.375209] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-984" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.375544] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-8aa6b2b1-7baa-4599-acd3-f4511dfe9438 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.375726] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-8aa6b2b1-7baa-4599-acd3-f4511dfe9438" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.375852] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-8aa6b2b1-7baa-4599-acd3-f4511dfe9438" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.376221] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-8aa6b2b1-7baa-4599-acd3-f4511dfe9438" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.376368] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8aa6b2b1-7baa-4599-acd3-f4511dfe9438',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.504874] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa1c7089-c04a-460d-bd45-1ab82195d7fe',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.710910] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.711095] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.711173] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.711767] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.731290] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.732315] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.732315] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.732315] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.732315] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.732315] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.732315] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fd08286-1ada-4841-995b-11015e312513 is going to be updated. [ 1097.756114] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.756253] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.756322] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.756525] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.756664] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.766603] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fd08286-1ada-4841-995b-11015e312513 in Status: IN_PROGRESS for 2s [ 1097.818356] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1270c3e-8696-4982-926a-d0d29246e728',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.880043] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.880341] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.880423] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.880758] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.880875] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.881299] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 8aa6b2b1-7baa-4599-acd3-f4511dfe9438 not found, creating... [ 1097.881299] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.881539] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.881766] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.881872] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.882034] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.882307] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.882536] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.882669] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.882924] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.883078] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.883226] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 8aa6b2b1-7baa-4599-acd3-f4511dfe9438 is going to be created. [ 1097.902745] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.902909] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.904932] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.904932] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.904932] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.904932] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-8aa6b2b1-7baa-4599-acd3-f4511dfe9438" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.007534] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa1c7089-c04a-460d-bd45-1ab82195d7fe',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.321700] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.322029] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.322029] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.322159] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.322243] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.322350] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1270c3e-8696-4982-926a-d0d29246e728 is going to be created. [ 1098.335594] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: SUCCESS [ 1098.335922] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.336237] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.336566] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.336833] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.336994] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.337094] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.337321] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.337487] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.338136] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.338136] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.409290] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.409473] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.409546] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.409779] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.409939] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.427461] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 in Status: SUCCESS [ 1098.427670] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.427833] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.428157] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.428228] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.428354] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.428403] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.428539] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.428621] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.428735] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.430112] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1270c3e-8696-4982-926a-d0d29246e728 in Status: UNINITIALIZED for 2s [ 1098.510298] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.510456] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.510528] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.510733] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.510821] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.510920] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe is going to be updated. [ 1098.555616] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.555798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.555864] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.556146] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.556296] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.565635] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe in Status: IN_PROGRESS for 2s [ 1098.618372] env[62781]: INFO networking_nsxv3.common.synchronization [req-f9266a96-c85b-4baf-8567-a47ed261b149 req-8013fe5c-7541-4e2f-bb82-c7f3c31533fb service nova] Enqueued Resource ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe with Priority: HIGHEST for action security_group_rules [ 1098.618556] env[62781]: INFO networking_nsxv3.common.synchronization [req-f9266a96-c85b-4baf-8567-a47ed261b149 req-8013fe5c-7541-4e2f-bb82-c7f3c31533fb service nova] Enqueued Resource ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe with Priority: HIGHEST for action security_group_members [ 1098.618699] env[62781]: INFO networking_nsxv3.common.synchronization [req-f9266a96-c85b-4baf-8567-a47ed261b149 req-8013fe5c-7541-4e2f-bb82-c7f3c31533fb service nova] Enqueued Resource ID: 8aa6b2b1-7baa-4599-acd3-f4511dfe9438 with Priority: HIGHEST for action port [ 1098.619237] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe with Priority: HIGHEST for action security_group_rules [ 1098.619382] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe with Priority: HIGHEST for action security_group_members [ 1098.619465] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aa6b2b1-7baa-4599-acd3-f4511dfe9438 with Priority: HIGHEST for action port [ 1098.619728] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa1c7089-c04a-460d-bd45-1ab82195d7fe taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.619847] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.619909] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.620122] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.620199] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa1c7089-c04a-460d-bd45-1ab82195d7fe',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.621008] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa1c7089-c04a-460d-bd45-1ab82195d7fe taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.621109] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.621302] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-8aa6b2b1-7baa-4599-acd3-f4511dfe9438 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.621398] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8aa6b2b1-7baa-4599-acd3-f4511dfe9438" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.621488] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8aa6b2b1-7baa-4599-acd3-f4511dfe9438" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.621644] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8aa6b2b1-7baa-4599-acd3-f4511dfe9438" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.621747] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8aa6b2b1-7baa-4599-acd3-f4511dfe9438',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.840467] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.840667] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.840746] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.841032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.841236] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.841358] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.841466] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.841662] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.841761] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.841878] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.842068] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.842172] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.842247] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.842422] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.842605] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.842711] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.842799] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.842953] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.843068] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.843158] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.843274] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.931767] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.932105] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.932105] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.932303] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.932303] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.933025] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.933025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.933025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.933025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.933025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.933025] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 is going to be updated. [ 1098.960681] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.960904] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.960904] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.961119] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.961263] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.970796] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 in Status: IN_PROGRESS for 2s [ 1099.125842] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa1c7089-c04a-460d-bd45-1ab82195d7fe taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.125842] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.125842] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8aa6b2b1-7baa-4599-acd3-f4511dfe9438 with status ACTIVE [ 1099.125842] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.125842] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.125842] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.125842] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.125842] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.125842] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.125842] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.125842] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.125842] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.125842] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.125842] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.126514] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.126514] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.126514] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.126514] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.126514] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8aa6b2b1-7baa-4599-acd3-f4511dfe9438 is going to be updated. [ 1099.147696] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.147696] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.147696] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.147696] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.147696] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.147696] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8aa6b2b1-7baa-4599-acd3-f4511dfe9438" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.345644] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4db2a5a-71d6-4986-aed6-05b3ad3ddafb: rpc.has_security_group_logging(os_id): False [ 1099.371493] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.371679] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.371753] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.371968] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.372075] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.372315] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.373126] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.373228] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.373359] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.373469] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.373676] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.373787] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.373787] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.373924] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.373996] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.374236] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.374335] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.374391] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.374584] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.374584] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.374696] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb is going to be updated. [ 1099.433121] env[62781]: INFO networking_nsxv3.common.synchronization [req-738c3ba6-0037-4524-8085-6f53c611b193 req-955b6717-3ce7-442d-901d-2b20aa87d7b5 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Enqueued Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1099.433121] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1099.433121] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.433121] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.433121] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.433121] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.433440] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.434279] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.434436] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.434717] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.434895] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.435081] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.457031] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.457031] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.457031] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.457031] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.457031] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.472961] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: IN_PROGRESS for 2s [ 1099.770017] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-862 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.770017] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-862" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.770374] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-862" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.770983] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-862" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.771085] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.771201] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.771309] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.771550] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.771706] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.771917] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1099.772047] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.772167] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.772287] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.772390] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1099.772556] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.772723] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.782967] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fd08286-1ada-4841-995b-11015e312513 in Status: SUCCESS [ 1099.783085] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fd08286-1ada-4841-995b-11015e312513 deletion is rescheduled due to dependency. [ 1099.783192] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fd08286-1ada-4841-995b-11015e312513" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.794057] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.794233] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1099.794375] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.794554] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-862" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.794976] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-8814279a-32b1-4cfb-9e4b-ac0d85aa7601 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.795233] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-8814279a-32b1-4cfb-9e4b-ac0d85aa7601" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.795315] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-8814279a-32b1-4cfb-9e4b-ac0d85aa7601" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.795661] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-8814279a-32b1-4cfb-9e4b-ac0d85aa7601" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.795815] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8814279a-32b1-4cfb-9e4b-ac0d85aa7601',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.937429] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.298315] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.298571] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.298794] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.299209] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.299431] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.299606] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 8814279a-32b1-4cfb-9e4b-ac0d85aa7601 not found, creating... [ 1100.299971] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.300166] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.300291] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.300577] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.300783] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.301186] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.301392] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.301632] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.301901] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.302073] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.302223] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 8814279a-32b1-4cfb-9e4b-ac0d85aa7601 is going to be created. [ 1100.337141] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.337367] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.337546] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.337838] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.338154] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.338446] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-8814279a-32b1-4cfb-9e4b-ac0d85aa7601" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.441991] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.443766] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1270c3e-8696-4982-926a-d0d29246e728 in Status: SUCCESS [ 1100.443964] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.444170] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.444411] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.444616] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.444742] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.444800] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.444973] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.445093] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.445295] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.445295] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1270c3e-8696-4982-926a-d0d29246e728',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.574560] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe in Status: SUCCESS [ 1100.574763] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.574925] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.575160] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.575339] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.575456] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.575525] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.575671] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.575749] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.575843] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa1c7089-c04a-460d-bd45-1ab82195d7fe',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.950042] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.950042] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.950042] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.950042] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.950042] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.950042] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f is going to be updated. [ 1100.950042] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1270c3e-8696-4982-926a-d0d29246e728',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.983022] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.983022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.983022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.983022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.983022] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.983022] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 in Status: SUCCESS [ 1100.983022] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 deletion is rescheduled due to dependency. [ 1100.983473] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.991660] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: IN_PROGRESS for 2s [ 1101.078572] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa1c7089-c04a-460d-bd45-1ab82195d7fe',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.083415] env[62781]: INFO networking_nsxv3.common.synchronization [req-738c3ba6-0037-4524-8085-6f53c611b193 req-7c261299-79da-46d5-8edb-7efe914e6dd9 service nova] Enqueued Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_rules [ 1101.083415] env[62781]: INFO networking_nsxv3.common.synchronization [req-738c3ba6-0037-4524-8085-6f53c611b193 req-7c261299-79da-46d5-8edb-7efe914e6dd9 service nova] Enqueued Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1101.083415] env[62781]: INFO networking_nsxv3.common.synchronization [req-738c3ba6-0037-4524-8085-6f53c611b193 req-7c261299-79da-46d5-8edb-7efe914e6dd9 service nova] Enqueued Resource ID: 8814279a-32b1-4cfb-9e4b-ac0d85aa7601 with Priority: HIGHEST for action port [ 1101.083415] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_rules [ 1101.083415] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1101.083415] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8814279a-32b1-4cfb-9e4b-ac0d85aa7601 with Priority: HIGHEST for action port [ 1101.083415] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.083415] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.083415] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.083415] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.083415] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.084046] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.084172] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.084398] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-8814279a-32b1-4cfb-9e4b-ac0d85aa7601 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.085918] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8814279a-32b1-4cfb-9e4b-ac0d85aa7601" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.085918] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8814279a-32b1-4cfb-9e4b-ac0d85aa7601" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.085918] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8814279a-32b1-4cfb-9e4b-ac0d85aa7601" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.085918] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8814279a-32b1-4cfb-9e4b-ac0d85aa7601',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.451550] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1270c3e-8696-4982-926a-d0d29246e728: rpc.has_security_group_logging(os_id): False [ 1101.468887] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.469031] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.469789] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.469789] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.469789] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.469789] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.470029] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.470029] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.470105] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.470146] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.470244] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1270c3e-8696-4982-926a-d0d29246e728 is going to be created. [ 1101.488321] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: SUCCESS [ 1101.488570] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.528253] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.528480] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.528480] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.528755] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.528971] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.540497] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1270c3e-8696-4982-926a-d0d29246e728 in Status: IN_PROGRESS for 2s [ 1101.580393] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa1c7089-c04a-460d-bd45-1ab82195d7fe',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.587163] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.587322] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.587494] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8814279a-32b1-4cfb-9e4b-ac0d85aa7601 with status ACTIVE [ 1101.587718] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.587836] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.587941] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.588176] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.588268] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.588445] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.588536] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.588603] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.588759] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.588891] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.589044] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.589185] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.589229] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.589403] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.589495] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.589567] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8814279a-32b1-4cfb-9e4b-ac0d85aa7601 is going to be updated. [ 1101.608794] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.608989] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.608989] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.609290] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.609434] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.609627] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8814279a-32b1-4cfb-9e4b-ac0d85aa7601" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.082878] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.083081] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.083167] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.083383] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.083475] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.084049] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe is going to be updated. [ 1102.116547] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.116547] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.116547] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.116547] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.116547] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.123626] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe in Status: IN_PROGRESS for 2s [ 1103.001162] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: SUCCESS [ 1103.002668] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.002668] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.002668] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.002668] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.002668] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.002952] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.002952] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.002952] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.003103] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.505883] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.551415] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1270c3e-8696-4982-926a-d0d29246e728 in Status: SUCCESS [ 1103.551685] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.009584] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.134303] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe in Status: SUCCESS [ 1104.134518] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.134710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.135026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.135230] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.135349] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.135489] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.135683] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.135784] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.135889] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.136017] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa1c7089-c04a-460d-bd45-1ab82195d7fe',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.511607] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.511781] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.511857] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.512100] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.512195] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.512301] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f is going to be updated. [ 1104.546913] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.547059] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.547136] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.547334] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.547476] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.555955] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: IN_PROGRESS for 2s [ 1104.638149] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa1c7089-c04a-460d-bd45-1ab82195d7fe',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.140458] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa1c7089-c04a-460d-bd45-1ab82195d7fe: rpc.has_security_group_logging(os_id): False [ 1105.159829] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.160040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.160181] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.160298] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.160368] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.160691] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.160796] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.160858] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.161041] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.161123] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.161202] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe is going to be updated. [ 1105.249520] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.249803] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.249803] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.250198] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.250354] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.265712] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe in Status: IN_PROGRESS for 2s [ 1106.083195] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1106.083348] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1106.565051] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: SUCCESS [ 1106.565294] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.565479] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.565675] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.565907] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.566997] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.566997] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.566997] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.566997] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.566997] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.566997] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.068647] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.068837] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.069057] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.069306] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.069498] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.069707] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.069707] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.070513] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.070513] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.070513] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.070513] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.070513] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.070513] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.070513] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.070729] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.070729] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.070729] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.070904] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.070975] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.071096] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.071201] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.118022] env[62781]: INFO networking_nsxv3.common.synchronization [req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 req-552081ff-f6a3-4921-a349-40530fdcce68 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Enqueued Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_members [ 1107.118545] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_members [ 1107.118846] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e7916db-856f-426c-a885-e00d9f1bcbcc taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.118972] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.119056] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.119271] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.119422] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.119526] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.119730] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.119786] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.119820] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.119914] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.280177] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe in Status: SUCCESS [ 1107.280458] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.577270] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1017dd11-9adc-4f05-9e8b-eaa14205942f: rpc.has_security_group_logging(os_id): False [ 1107.595170] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.595456] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.595456] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.595660] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.595730] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.595881] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.595990] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.596052] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.596185] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.596266] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.596485] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.596585] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.596643] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.596786] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.596879] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.597232] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.597347] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.597411] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.597555] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.597630] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.597716] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f is going to be updated. [ 1107.622777] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.654623] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.654773] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.654844] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.655069] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.655217] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.670934] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: IN_PROGRESS for 2s [ 1107.739774] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.739774] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-307" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.740046] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-307" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.740265] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-307" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.740537] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.741346] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.741531] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.741865] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.742057] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.742306] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1107.742429] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1107.742560] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1107.742676] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1107.742793] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1107.743118] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1107.743297] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1107.771370] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1107.771523] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1107.771745] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1107.771936] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-307" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.772273] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-71fba97d-b444-4d19-a696-b3e245cb571e taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.773126] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-71fba97d-b444-4d19-a696-b3e245cb571e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.773126] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-71fba97d-b444-4d19-a696-b3e245cb571e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.773126] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-71fba97d-b444-4d19-a696-b3e245cb571e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.773126] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71fba97d-b444-4d19-a696-b3e245cb571e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.127956] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.275503] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.276338] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.276529] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.276967] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.277287] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.277450] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 71fba97d-b444-4d19-a696-b3e245cb571e not found, creating... [ 1108.277807] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.277996] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.278303] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.278391] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.278613] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.278898] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.279527] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.282186] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.282186] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.282186] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.282186] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 71fba97d-b444-4d19-a696-b3e245cb571e is going to be created. [ 1108.301396] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.301396] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.301396] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.301396] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.301396] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.301762] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-71fba97d-b444-4d19-a696-b3e245cb571e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.344548] env[62781]: INFO networking_nsxv3.common.synchronization [None req-16fb7e3f-3c96-4fad-96ff-10c7248e0e10 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Enqueued Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGHEST for action security_group_members [ 1108.344548] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGHEST for action security_group_members [ 1108.344548] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b866865b-4caf-4c9a-8aca-efb9c8869619 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.344548] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.344701] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.344824] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.345137] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.348135] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.348265] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.348506] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.348693] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.348853] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.630908] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.630908] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.630908] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.630908] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.630908] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.630908] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc is going to be updated. [ 1108.659562] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.662028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.662028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.662028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.662028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.669521] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: IN_PROGRESS for 2s [ 1108.851091] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.853758] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.853758] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.853758] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.853758] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.853758] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.853758] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.853758] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.853758] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.853758] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.853758] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b866865b-4caf-4c9a-8aca-efb9c8869619 is going to be updated. [ 1108.887723] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.890068] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.890068] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.890068] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.890068] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.899146] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b866865b-4caf-4c9a-8aca-efb9c8869619 in Status: IN_PROGRESS for 2s [ 1109.508703] env[62781]: INFO networking_nsxv3.common.synchronization [req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 req-3ee4050b-86bb-4f4c-8f9c-41fc9e2e40e7 service nova] Enqueued Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_rules [ 1109.508922] env[62781]: INFO networking_nsxv3.common.synchronization [req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 req-3ee4050b-86bb-4f4c-8f9c-41fc9e2e40e7 service nova] Enqueued Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_members [ 1109.509088] env[62781]: INFO networking_nsxv3.common.synchronization [req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 req-3ee4050b-86bb-4f4c-8f9c-41fc9e2e40e7 service nova] Enqueued Resource ID: 71fba97d-b444-4d19-a696-b3e245cb571e with Priority: HIGHEST for action port [ 1109.509706] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_rules [ 1109.509848] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_members [ 1109.509946] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71fba97d-b444-4d19-a696-b3e245cb571e with Priority: HIGHEST for action port [ 1109.513595] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e7916db-856f-426c-a885-e00d9f1bcbcc taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.513595] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.513595] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.513595] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.513595] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.513595] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e7916db-856f-426c-a885-e00d9f1bcbcc taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.513595] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.513899] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-71fba97d-b444-4d19-a696-b3e245cb571e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.514092] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71fba97d-b444-4d19-a696-b3e245cb571e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.514893] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71fba97d-b444-4d19-a696-b3e245cb571e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.515135] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71fba97d-b444-4d19-a696-b3e245cb571e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.515257] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71fba97d-b444-4d19-a696-b3e245cb571e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.688818] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: SUCCESS [ 1109.689137] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.017388] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71fba97d-b444-4d19-a696-b3e245cb571e with status ACTIVE [ 1110.017623] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.017761] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.017833] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.018064] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.018159] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.018344] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.018441] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.018503] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.018652] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.018728] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.018907] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.018999] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.019080] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.019220] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.019292] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.019378] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71fba97d-b444-4d19-a696-b3e245cb571e is going to be updated. [ 1110.020537] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e7916db-856f-426c-a885-e00d9f1bcbcc taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.020637] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.051462] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.051698] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.051772] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.051989] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.052144] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.052298] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71fba97d-b444-4d19-a696-b3e245cb571e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.314917] env[62781]: INFO networking_nsxv3.common.synchronization [req-a42fb98f-dda3-43d0-bf35-8c04c3134476 req-bf0ff79c-ac25-4af7-bbcf-6ec8af6a6f8e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Enqueued Resource ID: 99916862-7487-40ba-9802-535b0ade8c5c with Priority: HIGHEST for action security_group_members [ 1110.315447] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99916862-7487-40ba-9802-535b0ade8c5c with Priority: HIGHEST for action security_group_members [ 1110.315777] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-99916862-7487-40ba-9802-535b0ade8c5c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.315859] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.315929] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.317119] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.317285] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.317391] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.317454] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.317617] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.317709] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.317785] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99916862-7487-40ba-9802-535b0ade8c5c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.681291] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: SUCCESS [ 1110.681291] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.681291] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.681291] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.681291] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.681291] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.681291] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.681636] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.681636] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.681636] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.822210] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.822210] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.822210] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.822210] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.845160] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.845458] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.845777] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.845777] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.845897] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.845897] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.845982] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99916862-7487-40ba-9802-535b0ade8c5c is going to be updated. [ 1110.873653] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.873844] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.873844] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.874015] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.874158] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.882277] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99916862-7487-40ba-9802-535b0ade8c5c in Status: IN_PROGRESS for 2s [ 1110.909240] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b866865b-4caf-4c9a-8aca-efb9c8869619 in Status: SUCCESS [ 1110.909240] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b866865b-4caf-4c9a-8aca-efb9c8869619 deletion is rescheduled due to dependency. [ 1110.909422] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.187560] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.692470] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.195964] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.199212] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.199212] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.199212] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.199212] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.199212] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc is going to be updated. [ 1112.252092] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.252251] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.252333] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.252572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.252857] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.265565] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: IN_PROGRESS for 2s [ 1112.710065] env[62781]: INFO networking_nsxv3.common.synchronization [None req-02d20589-7533-4b29-9b98-78adcefc4ec0 None None] Enqueued Resource ID: 8898d869-c2c1-4d02-8f5b-d7f6546ca852 with Priority: HIGHEST for action port [ 1112.710065] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8898d869-c2c1-4d02-8f5b-d7f6546ca852 with Priority: HIGHEST for action port [ 1112.710065] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-8898d869-c2c1-4d02-8f5b-d7f6546ca852 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.710065] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8898d869-c2c1-4d02-8f5b-d7f6546ca852" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.710065] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8898d869-c2c1-4d02-8f5b-d7f6546ca852" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.710065] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8898d869-c2c1-4d02-8f5b-d7f6546ca852" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.710065] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8898d869-c2c1-4d02-8f5b-d7f6546ca852',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.892583] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99916862-7487-40ba-9802-535b0ade8c5c in Status: SUCCESS [ 1112.893129] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99916862-7487-40ba-9802-535b0ade8c5c deletion is rescheduled due to dependency. [ 1112.893312] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.211823] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8898d869-c2c1-4d02-8f5b-d7f6546ca852 [ 1113.211823] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.211823] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.211823] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.211823] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.211823] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.211823] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8898d869-c2c1-4d02-8f5b-d7f6546ca852 already deleted. [ 1113.211823] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8898d869-c2c1-4d02-8f5b-d7f6546ca852" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.383074] env[62781]: INFO networking_nsxv3.common.synchronization [req-ca305c8e-b8c5-49b0-aa28-c1f1cb622f9d req-188c815b-0d4c-4147-b6ae-598d953165fd tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Enqueued Resource ID: 42566bfd-9ea6-4873-a9a2-d859a09c43fa with Priority: HIGHEST for action security_group_members [ 1113.385026] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42566bfd-9ea6-4873-a9a2-d859a09c43fa with Priority: HIGHEST for action security_group_members [ 1113.385026] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-42566bfd-9ea6-4873-a9a2-d859a09c43fa taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.387991] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.388131] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.390927] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.390927] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.390927] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.390927] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.390927] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.390927] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.390927] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42566bfd-9ea6-4873-a9a2-d859a09c43fa',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.892591] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.893684] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.893684] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.893684] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.893684] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.893684] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.893684] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.893684] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.893928] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.893928] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.893928] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42566bfd-9ea6-4873-a9a2-d859a09c43fa is going to be updated. [ 1113.942699] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.942882] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.942949] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.946807] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.946981] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.958345] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42566bfd-9ea6-4873-a9a2-d859a09c43fa in Status: IN_PROGRESS for 2s [ 1114.278495] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: SUCCESS [ 1114.279662] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.279946] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.280385] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.280808] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.282124] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.282311] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.282566] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.282734] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.282899] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.283076] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.787955] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e7916db-856f-426c-a885-e00d9f1bcbcc taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.787955] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.787955] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.787955] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.787955] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.787955] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.787955] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.787955] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.787955] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.787955] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.787955] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e7916db-856f-426c-a885-e00d9f1bcbcc taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.787955] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.787955] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.787955] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.787955] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.790614] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.790614] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.790614] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.790614] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.790614] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.790839] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.007225] env[62781]: INFO networking_nsxv3.common.synchronization [None req-be66ebb9-274a-4bb0-b0b3-4e5405ba16e1 None None] Enqueued Resource ID: f760780d-5e2f-44d2-82a5-b6e63a696067 with Priority: HIGHEST for action port [ 1115.007860] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f760780d-5e2f-44d2-82a5-b6e63a696067 with Priority: HIGHEST for action port [ 1115.010070] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-f760780d-5e2f-44d2-82a5-b6e63a696067 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.010231] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f760780d-5e2f-44d2-82a5-b6e63a696067" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.010344] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f760780d-5e2f-44d2-82a5-b6e63a696067" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.010596] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f760780d-5e2f-44d2-82a5-b6e63a696067" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.010683] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f760780d-5e2f-44d2-82a5-b6e63a696067',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.293427] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e7916db-856f-426c-a885-e00d9f1bcbcc: rpc.has_security_group_logging(os_id): False [ 1115.312657] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.312739] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.312783] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.313008] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.313110] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.313296] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.313395] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.313458] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.313606] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.313677] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.313862] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.313957] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.314053] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.314198] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.314273] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.314450] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.314541] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.314604] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.314741] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.314814] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.314899] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc is going to be updated. [ 1115.380050] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.380187] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.380264] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.380466] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.380608] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.393392] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: IN_PROGRESS for 2s [ 1115.514273] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f760780d-5e2f-44d2-82a5-b6e63a696067 [ 1115.516165] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.516165] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.516165] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.516165] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.516165] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.516165] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f760780d-5e2f-44d2-82a5-b6e63a696067 already deleted. [ 1115.516165] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f760780d-5e2f-44d2-82a5-b6e63a696067" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.802127] env[62781]: INFO networking_nsxv3.common.synchronization [req-3ca9e243-dbdc-4c05-bba5-784e9726f3ff req-e979369e-27b9-43d6-96c2-a3c7d4002125 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Enqueued Resource ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e with Priority: HIGHEST for action security_group_members [ 1115.802127] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e with Priority: HIGHEST for action security_group_members [ 1115.802127] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eeb0853-dd63-4663-8191-07e50c7caf7e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.802127] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.802127] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.802127] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.804527] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.805137] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.805627] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.805992] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.806415] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.808439] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eeb0853-dd63-4663-8191-07e50c7caf7e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.857192] env[62781]: INFO networking_nsxv3.common.synchronization [req-134a5240-d000-4a3e-8607-82e5b846180c req-a3289160-ef3f-4709-bc9f-de879daa97c8 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Enqueued Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_members [ 1115.857831] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGHEST for action security_group_members [ 1115.858350] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.858625] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.858792] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.859092] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.859353] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.859709] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.859884] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.860144] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.860323] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.860560] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.970182] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42566bfd-9ea6-4873-a9a2-d859a09c43fa in Status: SUCCESS [ 1115.970305] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42566bfd-9ea6-4873-a9a2-d859a09c43fa deletion is rescheduled due to dependency. [ 1115.970620] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.194304] env[62781]: INFO networking_nsxv3.common.synchronization [None req-9dbbd8ca-019c-477c-9c57-3d320620f9fd None None] Enqueued Resource ID: 4292a1a8-77c5-4092-8575-b509a337fc0f with Priority: HIGHEST for action port [ 1116.195025] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4292a1a8-77c5-4092-8575-b509a337fc0f with Priority: HIGHEST for action port [ 1116.195583] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-4292a1a8-77c5-4092-8575-b509a337fc0f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.197455] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4292a1a8-77c5-4092-8575-b509a337fc0f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.197455] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4292a1a8-77c5-4092-8575-b509a337fc0f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.197455] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4292a1a8-77c5-4092-8575-b509a337fc0f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.197455] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4292a1a8-77c5-4092-8575-b509a337fc0f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.309347] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6eeb0853-dd63-4663-8191-07e50c7caf7e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.365423] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.365591] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.365649] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.365862] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.365957] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.366203] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.366358] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.366425] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.366580] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.366693] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.366735] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9588ff4a-654e-400c-a650-03930bdde17c is going to be updated. [ 1116.401581] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.401824] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.401824] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.402052] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.402196] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.412061] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: IN_PROGRESS for 2s [ 1116.498027] env[62781]: INFO networking_nsxv3.common.synchronization [req-2970bf3c-9ab2-435c-b18d-b5660903d34a req-350582a5-3d97-4941-815d-1054edf3d710 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Enqueued Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1116.498027] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1116.498027] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.498027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.498027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.498027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.498027] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.498027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.498027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.498027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.498027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.498027] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.698921] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4292a1a8-77c5-4092-8575-b509a337fc0f [ 1116.699201] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.699334] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.699406] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.699751] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.699751] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.699855] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4292a1a8-77c5-4092-8575-b509a337fc0f already deleted. [ 1116.700087] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4292a1a8-77c5-4092-8575-b509a337fc0f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.813243] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6eeb0853-dd63-4663-8191-07e50c7caf7e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.002199] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.298904] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-862 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.298904] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-862" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.298904] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-862" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.298904] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-862" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.299310] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.300452] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.300452] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.300452] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.300452] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.300452] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1117.301142] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.301142] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.301142] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.301385] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1117.301541] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.302271] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.316827] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.316827] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.316827] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.317201] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.319535] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.319877] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e is going to be updated. [ 1117.326356] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.326356] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1117.326356] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.326356] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-862" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.326356] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-df031d8c-fb59-4c00-8441-66f8139955e0 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.326356] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-df031d8c-fb59-4c00-8441-66f8139955e0" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.326356] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-df031d8c-fb59-4c00-8441-66f8139955e0" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.326356] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-df031d8c-fb59-4c00-8441-66f8139955e0" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.326356] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df031d8c-fb59-4c00-8441-66f8139955e0',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.363859] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.364049] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.364098] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.364335] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.364445] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.376524] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e in Status: IN_PROGRESS for 2s [ 1117.406916] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: SUCCESS [ 1117.407184] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.504127] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.838185] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.842747] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.843117] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.844166] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.844270] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.844457] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port df031d8c-fb59-4c00-8441-66f8139955e0 not found, creating... [ 1117.849265] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.849823] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.849823] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.852032] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.852032] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.852205] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.852838] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.852838] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.859316] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.859809] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.860082] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: df031d8c-fb59-4c00-8441-66f8139955e0 is going to be created. [ 1117.881637] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.881880] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.881920] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.882391] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.882532] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.883176] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-df031d8c-fb59-4c00-8441-66f8139955e0" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.008240] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.008413] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.008483] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.008711] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.008807] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.008929] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f is going to be updated. [ 1118.040574] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.041852] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.041852] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.041852] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.041852] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.053288] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: IN_PROGRESS for 2s [ 1118.310365] env[62781]: INFO networking_nsxv3.common.synchronization [None req-7912b4d6-1fb0-44bf-88bf-48489445495d None None] Enqueued Resource ID: b1297d94-7b6e-415d-ad71-ed4637a381c4 with Priority: HIGHEST for action port [ 1118.310365] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1297d94-7b6e-415d-ad71-ed4637a381c4 with Priority: HIGHEST for action port [ 1118.311051] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1297d94-7b6e-415d-ad71-ed4637a381c4 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.311173] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1297d94-7b6e-415d-ad71-ed4637a381c4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.311173] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1297d94-7b6e-415d-ad71-ed4637a381c4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.311433] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1297d94-7b6e-415d-ad71-ed4637a381c4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.311518] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1297d94-7b6e-415d-ad71-ed4637a381c4',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.425934] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9588ff4a-654e-400c-a650-03930bdde17c in Status: SUCCESS [ 1118.425934] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9588ff4a-654e-400c-a650-03930bdde17c deletion is rescheduled due to dependency. [ 1118.425934] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.605890] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.606118] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-984" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.606252] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-984" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.606567] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-984" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.606931] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.607115] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.607242] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.607539] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.607711] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.608438] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1118.608438] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.608438] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.608438] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.608438] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1118.608629] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.608816] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.629160] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.629350] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1118.630448] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.630448] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-984" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.630448] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-aca0e728-20e1-4ac7-b10d-bb79c69abd12 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.630448] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-aca0e728-20e1-4ac7-b10d-bb79c69abd12" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.630448] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-aca0e728-20e1-4ac7-b10d-bb79c69abd12" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.630758] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-aca0e728-20e1-4ac7-b10d-bb79c69abd12" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.630903] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aca0e728-20e1-4ac7-b10d-bb79c69abd12',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.710727] env[62781]: INFO networking_nsxv3.common.synchronization [req-2970bf3c-9ab2-435c-b18d-b5660903d34a req-c4c8c86c-ba76-4b53-be71-0e4fc810dde7 service nova] Enqueued Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_rules [ 1118.710942] env[62781]: INFO networking_nsxv3.common.synchronization [req-2970bf3c-9ab2-435c-b18d-b5660903d34a req-c4c8c86c-ba76-4b53-be71-0e4fc810dde7 service nova] Enqueued Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1118.711119] env[62781]: INFO networking_nsxv3.common.synchronization [req-2970bf3c-9ab2-435c-b18d-b5660903d34a req-c4c8c86c-ba76-4b53-be71-0e4fc810dde7 service nova] Enqueued Resource ID: df031d8c-fb59-4c00-8441-66f8139955e0 with Priority: HIGHEST for action port [ 1118.711314] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_rules [ 1118.711446] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1118.715942] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df031d8c-fb59-4c00-8441-66f8139955e0 with Priority: HIGHEST for action port [ 1118.715942] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.715942] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.715942] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.715942] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.715942] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.715942] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.715942] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.715942] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-df031d8c-fb59-4c00-8441-66f8139955e0 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.715942] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df031d8c-fb59-4c00-8441-66f8139955e0" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.715942] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df031d8c-fb59-4c00-8441-66f8139955e0" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.715942] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df031d8c-fb59-4c00-8441-66f8139955e0" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.715942] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df031d8c-fb59-4c00-8441-66f8139955e0',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.817051] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1297d94-7b6e-415d-ad71-ed4637a381c4 [ 1118.817357] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.817552] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.817637] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.817904] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.818040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.818171] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1297d94-7b6e-415d-ad71-ed4637a381c4 already deleted. [ 1118.818287] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1297d94-7b6e-415d-ad71-ed4637a381c4" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.134879] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.135177] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.135323] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.135647] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.136013] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.136220] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port aca0e728-20e1-4ac7-b10d-bb79c69abd12 not found, creating... [ 1119.136514] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.136705] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.136852] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.137124] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.137293] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.137668] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.137860] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.138014] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.138261] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.138417] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.138586] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: aca0e728-20e1-4ac7-b10d-bb79c69abd12 is going to be created. [ 1119.161921] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.162202] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.162361] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.162741] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.162998] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.163266] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-aca0e728-20e1-4ac7-b10d-bb79c69abd12" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.218952] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df031d8c-fb59-4c00-8441-66f8139955e0 with status ACTIVE [ 1119.219244] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.219393] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.219463] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.219849] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.219990] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.220776] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.220776] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.220776] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.220776] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.220776] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.221049] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.221106] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.221141] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.222510] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.222510] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.222510] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df031d8c-fb59-4c00-8441-66f8139955e0 is going to be updated. [ 1119.222905] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.223031] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.265437] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.265630] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.265675] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.265856] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.265993] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.266223] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df031d8c-fb59-4c00-8441-66f8139955e0" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.371076] env[62781]: INFO networking_nsxv3.common.synchronization [None req-c0bcebc9-8286-42fc-ae1d-493a1bd92e35 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Enqueued Resource ID: dc147a11-2747-4961-920c-050c694910e2 with Priority: HIGHEST for action security_group_rules [ 1119.372343] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc147a11-2747-4961-920c-050c694910e2 with Priority: HIGHEST for action security_group_rules [ 1119.372688] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc147a11-2747-4961-920c-050c694910e2 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.372819] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc147a11-2747-4961-920c-050c694910e2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.372895] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc147a11-2747-4961-920c-050c694910e2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.373298] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc147a11-2747-4961-920c-050c694910e2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.373298] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc147a11-2747-4961-920c-050c694910e2',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.393698] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e in Status: SUCCESS [ 1119.393920] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.457179] env[62781]: INFO networking_nsxv3.common.synchronization [None req-21a2ef4e-041f-46a4-ad50-233026464276 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Enqueued Resource ID: dc147a11-2747-4961-920c-050c694910e2 with Priority: HIGHEST for action security_group_rules [ 1119.457950] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc147a11-2747-4961-920c-050c694910e2 with Priority: HIGHEST for action security_group_rules [ 1119.458649] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc147a11-2747-4961-920c-050c694910e2 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.458757] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc147a11-2747-4961-920c-050c694910e2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.895582] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.895582] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.895582] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.895878] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.895878] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.895934] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc147a11-2747-4961-920c-050c694910e2 already deleted. [ 1119.896076] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc147a11-2747-4961-920c-050c694910e2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.896194] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc147a11-2747-4961-920c-050c694910e2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.896354] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc147a11-2747-4961-920c-050c694910e2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.896550] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc147a11-2747-4961-920c-050c694910e2',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.065512] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: SUCCESS [ 1120.065512] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.065512] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.065512] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.065512] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.065512] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.065512] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.065512] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.065512] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.065512] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.078555] env[62781]: INFO networking_nsxv3.common.synchronization [req-19822460-5a7d-474b-98d4-062f3adee879 req-b8cff8f1-39a6-4d93-a77c-dd809e88e6d8 service nova] Enqueued Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGHEST for action security_group_rules [ 1120.078630] env[62781]: INFO networking_nsxv3.common.synchronization [req-19822460-5a7d-474b-98d4-062f3adee879 req-b8cff8f1-39a6-4d93-a77c-dd809e88e6d8 service nova] Enqueued Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGHEST for action security_group_members [ 1120.079239] env[62781]: INFO networking_nsxv3.common.synchronization [req-19822460-5a7d-474b-98d4-062f3adee879 req-b8cff8f1-39a6-4d93-a77c-dd809e88e6d8 service nova] Enqueued Resource ID: aca0e728-20e1-4ac7-b10d-bb79c69abd12 with Priority: HIGHEST for action port [ 1120.079499] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGHEST for action security_group_rules [ 1120.079625] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGHEST for action security_group_members [ 1120.079828] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aca0e728-20e1-4ac7-b10d-bb79c69abd12 with Priority: HIGHEST for action port [ 1120.082402] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b866865b-4caf-4c9a-8aca-efb9c8869619 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.082485] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.082603] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.082796] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.082925] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.085242] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b866865b-4caf-4c9a-8aca-efb9c8869619 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.085242] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.085242] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.085242] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.085242] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.085242] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.085242] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.085242] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.085242] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.085242] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.085960] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-aca0e728-20e1-4ac7-b10d-bb79c69abd12 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.086102] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aca0e728-20e1-4ac7-b10d-bb79c69abd12" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.086170] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aca0e728-20e1-4ac7-b10d-bb79c69abd12" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.086336] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aca0e728-20e1-4ac7-b10d-bb79c69abd12" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.086402] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aca0e728-20e1-4ac7-b10d-bb79c69abd12',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.417413] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.417549] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.417549] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.418134] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.418134] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.418134] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc147a11-2747-4961-920c-050c694910e2 already deleted. [ 1120.418134] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc147a11-2747-4961-920c-050c694910e2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.566715] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.589279] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b866865b-4caf-4c9a-8aca-efb9c8869619 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.589422] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.589597] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aca0e728-20e1-4ac7-b10d-bb79c69abd12 with status ACTIVE [ 1120.589803] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.589920] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.589985] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.590342] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.590462] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.590654] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.590751] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.590838] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.591064] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.591158] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.591343] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.591441] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.591530] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.591637] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.591711] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.591825] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aca0e728-20e1-4ac7-b10d-bb79c69abd12 is going to be updated. [ 1120.593042] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.629725] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.629982] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.630116] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.630442] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.630654] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.631161] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aca0e728-20e1-4ac7-b10d-bb79c69abd12" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.070238] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.096493] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.572974] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.573359] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.573359] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.573501] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.574118] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.574236] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f is going to be updated. [ 1121.599501] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.600049] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.600049] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.600198] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.600351] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.600500] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b866865b-4caf-4c9a-8aca-efb9c8869619 is going to be updated. [ 1121.602553] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.602676] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.602766] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.603330] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.603330] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.614402] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: IN_PROGRESS for 2s [ 1121.629969] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.629969] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.629969] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.629969] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.629969] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.637232] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b866865b-4caf-4c9a-8aca-efb9c8869619 in Status: IN_PROGRESS for 2s [ 1122.702719] env[62781]: INFO networking_nsxv3.common.synchronization [req-0df10b1c-36a8-484a-a02b-9e572bf1980e req-f61283db-2ec4-4c83-b2b9-89c762825b01 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Enqueued Resource ID: 99916862-7487-40ba-9802-535b0ade8c5c with Priority: HIGHEST for action security_group_members [ 1122.704046] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99916862-7487-40ba-9802-535b0ade8c5c with Priority: HIGHEST for action security_group_members [ 1122.704156] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-99916862-7487-40ba-9802-535b0ade8c5c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.704227] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.704296] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.704579] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.705020] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.705155] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.705226] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.705391] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.705481] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.705579] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99916862-7487-40ba-9802-535b0ade8c5c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.769403] env[62781]: INFO networking_nsxv3.common.synchronization [req-c3e619f1-51d7-42a1-bb80-655a6033df50 req-cf69ef7a-f5f8-45df-b51e-32962ff7f6b4 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Enqueued Resource ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e with Priority: HIGHEST for action security_group_members [ 1122.770245] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e with Priority: HIGHEST for action security_group_members [ 1122.770343] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eeb0853-dd63-4663-8191-07e50c7caf7e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.770407] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.770442] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.770647] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.770792] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.770888] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.770956] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.774491] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.774590] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.774697] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eeb0853-dd63-4663-8191-07e50c7caf7e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.124790] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-245 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.125063] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-245" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.125236] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-245" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.125551] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-245" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.125863] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.126086] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.126232] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.126491] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.126678] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.126936] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1123.127113] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.127270] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.127399] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.127555] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1123.127693] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.127851] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.146749] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.147017] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1123.147234] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.147483] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-245" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.147848] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-2712c1ec-710c-48be-82bd-ae6a753dd446 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.148139] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-2712c1ec-710c-48be-82bd-ae6a753dd446" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.148366] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-2712c1ec-710c-48be-82bd-ae6a753dd446" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.149026] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-2712c1ec-710c-48be-82bd-ae6a753dd446" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.149116] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2712c1ec-710c-48be-82bd-ae6a753dd446',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.209488] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.209697] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.209740] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.209937] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.210047] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.210249] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.210356] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.210442] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.210598] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.210685] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.210846] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99916862-7487-40ba-9802-535b0ade8c5c is going to be updated. [ 1123.245071] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.245259] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.245259] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.245484] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.245635] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.256160] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99916862-7487-40ba-9802-535b0ade8c5c in Status: IN_PROGRESS for 2s [ 1123.277136] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.277276] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.277357] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.277564] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.277652] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.277838] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.277947] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.278065] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.278191] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.278237] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.278314] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e is going to be updated. [ 1123.306305] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.306480] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.306581] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.306793] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.306959] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.322016] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e in Status: IN_PROGRESS for 2s [ 1123.624073] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: SUCCESS [ 1123.624312] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.624491] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.624740] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.624904] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.625039] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.625097] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.625250] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.625333] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.625419] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.625513] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.652333] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.652591] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.652737] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.653117] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.653291] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.653944] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 2712c1ec-710c-48be-82bd-ae6a753dd446 not found, creating... [ 1123.653944] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.653944] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.654134] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.654968] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.654968] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.654968] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.654968] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.655276] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.655530] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.655683] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.655855] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 2712c1ec-710c-48be-82bd-ae6a753dd446 is going to be created. [ 1123.658832] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b866865b-4caf-4c9a-8aca-efb9c8869619 in Status: SUCCESS [ 1123.658980] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.659184] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.659363] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.659523] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.659651] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.659716] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.660073] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.660073] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.660073] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.660296] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.678228] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.678521] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.678627] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.679223] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.679223] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.679440] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-2712c1ec-710c-48be-82bd-ae6a753dd446" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.128200] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.128536] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.128536] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.128645] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.130047] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.130047] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.130047] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.130047] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.130047] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.130047] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.130047] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.130047] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.130047] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.130047] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.130047] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.130047] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.130047] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.130522] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.130522] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.130522] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.130522] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.162272] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b866865b-4caf-4c9a-8aca-efb9c8869619 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.162481] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.162481] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.163163] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.163163] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.163163] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.163163] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.163480] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.163480] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.163635] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.163819] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b866865b-4caf-4c9a-8aca-efb9c8869619 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.163954] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.164056] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.164246] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.164581] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.164730] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.164861] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.165010] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.165156] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.165242] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.165358] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.386969] env[62781]: INFO networking_nsxv3.common.synchronization [req-0df10b1c-36a8-484a-a02b-9e572bf1980e req-f46e24f1-78c4-439b-86d3-3f5e73426e0e service nova] Enqueued Resource ID: 99916862-7487-40ba-9802-535b0ade8c5c with Priority: HIGHEST for action security_group_rules [ 1124.387101] env[62781]: INFO networking_nsxv3.common.synchronization [req-0df10b1c-36a8-484a-a02b-9e572bf1980e req-f46e24f1-78c4-439b-86d3-3f5e73426e0e service nova] Enqueued Resource ID: 99916862-7487-40ba-9802-535b0ade8c5c with Priority: HIGHEST for action security_group_members [ 1124.387255] env[62781]: INFO networking_nsxv3.common.synchronization [req-0df10b1c-36a8-484a-a02b-9e572bf1980e req-f46e24f1-78c4-439b-86d3-3f5e73426e0e service nova] Enqueued Resource ID: 2712c1ec-710c-48be-82bd-ae6a753dd446 with Priority: HIGHEST for action port [ 1124.387488] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99916862-7487-40ba-9802-535b0ade8c5c with Priority: HIGHEST for action security_group_rules [ 1124.387618] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99916862-7487-40ba-9802-535b0ade8c5c with Priority: HIGHEST for action security_group_members [ 1124.387714] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2712c1ec-710c-48be-82bd-ae6a753dd446 with Priority: HIGHEST for action port [ 1124.388277] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99916862-7487-40ba-9802-535b0ade8c5c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.388398] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.388466] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.389079] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.389079] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99916862-7487-40ba-9802-535b0ade8c5c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.389586] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-99916862-7487-40ba-9802-535b0ade8c5c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.389710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.389878] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-2712c1ec-710c-48be-82bd-ae6a753dd446 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.389976] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2712c1ec-710c-48be-82bd-ae6a753dd446" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.390055] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2712c1ec-710c-48be-82bd-ae6a753dd446" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.390282] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2712c1ec-710c-48be-82bd-ae6a753dd446" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.390339] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2712c1ec-710c-48be-82bd-ae6a753dd446',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.632985] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1017dd11-9adc-4f05-9e8b-eaa14205942f: rpc.has_security_group_logging(os_id): False [ 1124.652956] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.653151] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.653222] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.653438] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.653592] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.653741] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.653886] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.653996] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.654136] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.654208] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.654440] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.654602] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.654602] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.654703] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.654766] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.654933] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.655042] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.655105] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.655243] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.655316] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.655403] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f is going to be updated. [ 1124.667624] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b866865b-4caf-4c9a-8aca-efb9c8869619: rpc.has_security_group_logging(os_id): False [ 1124.686308] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.686308] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.686308] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.686308] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.686308] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.686308] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.686308] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.686308] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.686308] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.686308] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.686308] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.686308] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.686734] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.686734] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.686734] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.686734] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.686863] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.686863] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.687095] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.689618] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.689756] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b866865b-4caf-4c9a-8aca-efb9c8869619 is going to be updated. [ 1124.729464] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.729622] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.729699] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.729965] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.730139] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.749058] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: IN_PROGRESS for 2s [ 1124.753249] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.753425] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.753425] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.753644] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.753783] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.787112] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b866865b-4caf-4c9a-8aca-efb9c8869619 in Status: IN_PROGRESS for 2s [ 1124.892830] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-99916862-7487-40ba-9802-535b0ade8c5c taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.892830] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.902020] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2712c1ec-710c-48be-82bd-ae6a753dd446 with status ACTIVE [ 1124.902020] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.902020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.902020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.902020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.902020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.902020] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.902020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.902020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.902020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.902020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.902020] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.902020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.902020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.902020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.902020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.902020] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2712c1ec-710c-48be-82bd-ae6a753dd446 is going to be updated. [ 1124.958070] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.958070] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.958070] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.958070] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.958070] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.958070] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2712c1ec-710c-48be-82bd-ae6a753dd446" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.266382] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99916862-7487-40ba-9802-535b0ade8c5c in Status: SUCCESS [ 1125.266706] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99916862-7487-40ba-9802-535b0ade8c5c deletion is rescheduled due to dependency. [ 1125.266706] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.266876] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.267172] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.267361] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.267509] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.267590] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.267769] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.267867] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.267982] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99916862-7487-40ba-9802-535b0ade8c5c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.331685] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e in Status: SUCCESS [ 1125.331685] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e deletion is rescheduled due to dependency. [ 1125.331931] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.770406] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99916862-7487-40ba-9802-535b0ade8c5c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.258645] env[62781]: INFO networking_nsxv3.common.synchronization [req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 req-7fde0ae0-5f3d-4224-b929-9688aca25bff tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Enqueued Resource ID: 99666efe-3a10-43af-a908-3477a89a0828 with Priority: HIGHEST for action security_group_members [ 1126.259963] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99666efe-3a10-43af-a908-3477a89a0828 with Priority: HIGHEST for action security_group_members [ 1126.260395] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-99666efe-3a10-43af-a908-3477a89a0828 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.260606] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99666efe-3a10-43af-a908-3477a89a0828" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.260696] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99666efe-3a10-43af-a908-3477a89a0828" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.260986] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99666efe-3a10-43af-a908-3477a89a0828" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.261183] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.261333] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.261405] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.261708] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.261708] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.262623] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99666efe-3a10-43af-a908-3477a89a0828',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.273439] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99916862-7487-40ba-9802-535b0ade8c5c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.763561] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: SUCCESS [ 1126.763561] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.763903] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.764043] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.764115] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.764329] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.764406] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.764588] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.764680] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.764739] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.764883] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.764968] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.765062] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99666efe-3a10-43af-a908-3477a89a0828 already deleted. [ 1126.765145] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99666efe-3a10-43af-a908-3477a89a0828" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.781246] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.781246] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.781246] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.781246] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.781246] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.781246] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99916862-7487-40ba-9802-535b0ade8c5c is going to be updated. [ 1126.797554] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b866865b-4caf-4c9a-8aca-efb9c8869619 in Status: SUCCESS [ 1126.797762] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.809760] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.809915] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.809961] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.810200] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.810341] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.813880] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-453 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.814107] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-453" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.814243] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-453" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.815297] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-453" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.818480] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.818480] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.818480] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.818480] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.818480] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.818480] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1126.818480] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1126.818480] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1126.818480] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1126.818480] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1126.818480] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1126.818480] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1126.824984] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99916862-7487-40ba-9802-535b0ade8c5c in Status: IN_PROGRESS for 2s [ 1126.838287] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1126.838462] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1126.838618] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1126.838804] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-453" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.839199] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-11fbed81-6b96-450b-983f-d70a450c1752 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.843033] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-11fbed81-6b96-450b-983f-d70a450c1752" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.843033] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-11fbed81-6b96-450b-983f-d70a450c1752" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.843033] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-11fbed81-6b96-450b-983f-d70a450c1752" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.843033] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11fbed81-6b96-450b-983f-d70a450c1752',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.347019] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.347019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.347019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.347019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.347019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.347019] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 11fbed81-6b96-450b-983f-d70a450c1752 not found, creating... [ 1127.347019] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.347019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.347019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.347019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.347019] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.348697] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.348697] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.348697] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.348697] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.348697] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.348929] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 11fbed81-6b96-450b-983f-d70a450c1752 is going to be created. [ 1127.373028] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.373028] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.373028] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.373028] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.373028] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.373028] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-11fbed81-6b96-450b-983f-d70a450c1752" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.492170] env[62781]: INFO networking_nsxv3.common.synchronization [req-3bc5b0f9-f94e-484b-a0b4-cdb015924275 req-b80870df-e4ed-49e0-b571-0816e172c7cc tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Enqueued Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_members [ 1127.493381] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_members [ 1127.493774] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e7916db-856f-426c-a885-e00d9f1bcbcc taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.493865] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.493906] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.494280] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.494860] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.494860] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.494860] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.494998] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.495097] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.495198] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.997544] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.213975] env[62781]: INFO networking_nsxv3.common.synchronization [req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 req-ceeabcd3-da08-4d05-a1b6-a63e64fedf2f service nova] Enqueued Resource ID: 99666efe-3a10-43af-a908-3477a89a0828 with Priority: HIGHEST for action security_group_rules [ 1128.214180] env[62781]: INFO networking_nsxv3.common.synchronization [req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 req-ceeabcd3-da08-4d05-a1b6-a63e64fedf2f service nova] Enqueued Resource ID: 99666efe-3a10-43af-a908-3477a89a0828 with Priority: HIGHEST for action security_group_members [ 1128.214330] env[62781]: INFO networking_nsxv3.common.synchronization [req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 req-ceeabcd3-da08-4d05-a1b6-a63e64fedf2f service nova] Enqueued Resource ID: 11fbed81-6b96-450b-983f-d70a450c1752 with Priority: HIGHEST for action port [ 1128.214564] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99666efe-3a10-43af-a908-3477a89a0828 with Priority: HIGHEST for action security_group_rules [ 1128.214695] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99666efe-3a10-43af-a908-3477a89a0828 with Priority: HIGHEST for action security_group_members [ 1128.214784] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11fbed81-6b96-450b-983f-d70a450c1752 with Priority: HIGHEST for action port [ 1128.215533] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99666efe-3a10-43af-a908-3477a89a0828 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.215533] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99666efe-3a10-43af-a908-3477a89a0828" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.215679] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99666efe-3a10-43af-a908-3477a89a0828" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.215847] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99666efe-3a10-43af-a908-3477a89a0828" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.215909] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99666efe-3a10-43af-a908-3477a89a0828',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.217029] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-99666efe-3a10-43af-a908-3477a89a0828 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.217145] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99666efe-3a10-43af-a908-3477a89a0828" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.217271] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99666efe-3a10-43af-a908-3477a89a0828" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.217385] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99666efe-3a10-43af-a908-3477a89a0828" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.217531] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.217626] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.217704] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.217849] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.217935] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.218037] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99666efe-3a10-43af-a908-3477a89a0828',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.222482] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-11fbed81-6b96-450b-983f-d70a450c1752 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.222482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11fbed81-6b96-450b-983f-d70a450c1752" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.222482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11fbed81-6b96-450b-983f-d70a450c1752" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.222482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11fbed81-6b96-450b-983f-d70a450c1752" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.222482] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11fbed81-6b96-450b-983f-d70a450c1752',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.335747] env[62781]: INFO networking_nsxv3.common.synchronization [req-f8f48307-7789-4b72-a478-6d28277d1fdb req-71be1939-6c56-462b-b089-612392cdf2da tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Enqueued Resource ID: dc147a11-2747-4961-920c-050c694910e2 with Priority: HIGHEST for action security_group_members [ 1128.336287] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc147a11-2747-4961-920c-050c694910e2 with Priority: HIGHEST for action security_group_members [ 1128.336615] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc147a11-2747-4961-920c-050c694910e2 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.336744] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc147a11-2747-4961-920c-050c694910e2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.336866] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc147a11-2747-4961-920c-050c694910e2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.337093] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc147a11-2747-4961-920c-050c694910e2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.337266] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.337375] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.337435] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.337612] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.338120] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.338120] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc147a11-2747-4961-920c-050c694910e2',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.503330] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.722199] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-99666efe-3a10-43af-a908-3477a89a0828 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.722199] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99666efe-3a10-43af-a908-3477a89a0828" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.722199] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99666efe-3a10-43af-a908-3477a89a0828',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.722199] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11fbed81-6b96-450b-983f-d70a450c1752 with status ACTIVE [ 1128.722606] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.722606] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.722606] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.722606] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.722861] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.722861] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.722932] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.722994] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.723159] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.723234] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.723410] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.723500] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.723558] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.723695] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.723765] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.723892] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11fbed81-6b96-450b-983f-d70a450c1752 is going to be updated. [ 1128.727666] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-645 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.731316] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-645" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.731456] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-645" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.731707] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-645" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.732016] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.732324] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.732479] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.732672] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.732888] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.733158] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.736798] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.736798] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.736798] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.736798] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.736798] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.736798] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.769845] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.770096] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1128.770260] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.770461] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-645" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.770868] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-8eaede99-d569-4447-8d88-be93a70ddb03 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.771119] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-8eaede99-d569-4447-8d88-be93a70ddb03" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.771262] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-8eaede99-d569-4447-8d88-be93a70ddb03" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.771631] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-8eaede99-d569-4447-8d88-be93a70ddb03" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.771808] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8eaede99-d569-4447-8d88-be93a70ddb03',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.774044] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.774044] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.774044] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.774443] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.774443] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.774443] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11fbed81-6b96-450b-983f-d70a450c1752" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.838205] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99916862-7487-40ba-9802-535b0ade8c5c in Status: SUCCESS [ 1128.838205] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.838205] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.838205] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.838205] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.838205] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.838205] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.838205] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.838205] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.838205] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.838205] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99916862-7487-40ba-9802-535b0ade8c5c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.840372] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.840372] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.840372] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.840372] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.840607] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.840662] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.840724] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.840764] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.840897] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.840962] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.841053] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc147a11-2747-4961-920c-050c694910e2 already deleted. [ 1128.841128] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc147a11-2747-4961-920c-050c694910e2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.008046] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.008046] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.008046] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.008046] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.008046] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.008046] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc is going to be updated. [ 1129.050440] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.050440] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.050605] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.050705] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.050847] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.059491] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: IN_PROGRESS for 2s [ 1129.228025] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99666efe-3a10-43af-a908-3477a89a0828',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.276268] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.276780] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.276780] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.276945] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.277082] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.277244] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 8eaede99-d569-4447-8d88-be93a70ddb03 not found, creating... [ 1129.277517] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.277673] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.277794] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.278034] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.278186] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.278475] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.278636] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.278757] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.278968] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.279132] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.279474] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 8eaede99-d569-4447-8d88-be93a70ddb03 is going to be created. [ 1129.298092] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.298387] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.298814] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.298814] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.299030] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.299940] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-8eaede99-d569-4447-8d88-be93a70ddb03" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.340453] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99916862-7487-40ba-9802-535b0ade8c5c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.731258] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.731564] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.731564] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.731696] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.731785] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.731945] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99666efe-3a10-43af-a908-3477a89a0828 is going to be created. [ 1129.760671] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.760885] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.760986] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.761252] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.761449] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.772293] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99666efe-3a10-43af-a908-3477a89a0828 in Status: UNINITIALIZED for 2s [ 1129.844664] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99916862-7487-40ba-9802-535b0ade8c5c: rpc.has_security_group_logging(os_id): False [ 1129.869016] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.869016] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.869016] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.869016] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.869016] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.869016] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.869016] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.869016] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.869016] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.869016] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.869016] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99916862-7487-40ba-9802-535b0ade8c5c is going to be updated. [ 1129.943452] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.943597] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.943667] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.943872] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.944032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.955949] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99916862-7487-40ba-9802-535b0ade8c5c in Status: IN_PROGRESS for 2s [ 1130.292132] env[62781]: INFO networking_nsxv3.common.synchronization [req-f8f48307-7789-4b72-a478-6d28277d1fdb req-21420d7d-160f-40ae-9d4e-9704f9cc43b3 service nova] Enqueued Resource ID: dc147a11-2747-4961-920c-050c694910e2 with Priority: HIGHEST for action security_group_rules [ 1130.293112] env[62781]: INFO networking_nsxv3.common.synchronization [req-f8f48307-7789-4b72-a478-6d28277d1fdb req-21420d7d-160f-40ae-9d4e-9704f9cc43b3 service nova] Enqueued Resource ID: dc147a11-2747-4961-920c-050c694910e2 with Priority: HIGHEST for action security_group_members [ 1130.293112] env[62781]: INFO networking_nsxv3.common.synchronization [req-f8f48307-7789-4b72-a478-6d28277d1fdb req-21420d7d-160f-40ae-9d4e-9704f9cc43b3 service nova] Enqueued Resource ID: 8eaede99-d569-4447-8d88-be93a70ddb03 with Priority: HIGHEST for action port [ 1130.293112] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc147a11-2747-4961-920c-050c694910e2 with Priority: HIGHEST for action security_group_rules [ 1130.294632] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc147a11-2747-4961-920c-050c694910e2 with Priority: HIGHEST for action security_group_members [ 1130.294750] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eaede99-d569-4447-8d88-be93a70ddb03 with Priority: HIGHEST for action port [ 1130.295367] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc147a11-2747-4961-920c-050c694910e2 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.295493] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc147a11-2747-4961-920c-050c694910e2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.295561] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc147a11-2747-4961-920c-050c694910e2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.295927] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc147a11-2747-4961-920c-050c694910e2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.295927] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc147a11-2747-4961-920c-050c694910e2',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.296709] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc147a11-2747-4961-920c-050c694910e2 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.297262] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc147a11-2747-4961-920c-050c694910e2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.297262] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc147a11-2747-4961-920c-050c694910e2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.297262] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc147a11-2747-4961-920c-050c694910e2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.297262] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.297517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.297517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.297587] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.297752] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.297752] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc147a11-2747-4961-920c-050c694910e2',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.302773] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-8eaede99-d569-4447-8d88-be93a70ddb03 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.302904] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8eaede99-d569-4447-8d88-be93a70ddb03" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.302971] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8eaede99-d569-4447-8d88-be93a70ddb03" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.303146] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8eaede99-d569-4447-8d88-be93a70ddb03" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.303218] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8eaede99-d569-4447-8d88-be93a70ddb03',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.387676] env[62781]: INFO networking_nsxv3.common.synchronization [req-94e87ca6-84cd-4990-8963-17e1f1e8011a req-7125255f-6847-4647-ada4-f8d98ea5813d tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Enqueued Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1130.388204] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1130.388544] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.388680] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.389068] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.389539] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.389539] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.389539] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.389699] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.389734] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.389911] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.389911] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.806420] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc147a11-2747-4961-920c-050c694910e2',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.806420] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc147a11-2747-4961-920c-050c694910e2 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.806420] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc147a11-2747-4961-920c-050c694910e2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.812209] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8eaede99-d569-4447-8d88-be93a70ddb03 with status ACTIVE [ 1130.812209] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.812209] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.812209] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.812431] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.813033] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.813033] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.813033] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.813033] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.813033] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.813891] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.814183] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.816868] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.816868] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.816868] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.816868] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.816868] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8eaede99-d569-4447-8d88-be93a70ddb03 is going to be updated. [ 1130.835887] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.836113] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.836194] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.836397] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.836532] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.836692] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8eaede99-d569-4447-8d88-be93a70ddb03" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.893322] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.075657] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: SUCCESS [ 1131.075657] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.308213] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc147a11-2747-4961-920c-050c694910e2',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.394395] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.782822] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99666efe-3a10-43af-a908-3477a89a0828 in Status: SUCCESS [ 1131.783086] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99666efe-3a10-43af-a908-3477a89a0828" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.783268] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99666efe-3a10-43af-a908-3477a89a0828" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.783546] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99666efe-3a10-43af-a908-3477a89a0828" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.783737] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.783855] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.783923] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.784086] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.784166] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.784251] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99666efe-3a10-43af-a908-3477a89a0828" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.784341] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99666efe-3a10-43af-a908-3477a89a0828',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.813059] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.813380] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.813380] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.813524] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.813609] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.813730] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc147a11-2747-4961-920c-050c694910e2 is going to be created. [ 1131.834872] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.835039] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.835110] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.835316] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.835472] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.847069] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc147a11-2747-4961-920c-050c694910e2 in Status: UNINITIALIZED for 2s [ 1131.897924] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.898137] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.898182] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.898378] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.898467] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.898570] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f is going to be updated. [ 1131.924271] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.924424] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.925628] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.925628] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.925628] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.935589] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: IN_PROGRESS for 2s [ 1131.967832] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99916862-7487-40ba-9802-535b0ade8c5c in Status: SUCCESS [ 1131.967832] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.288797] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-99666efe-3a10-43af-a908-3477a89a0828 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.288956] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99666efe-3a10-43af-a908-3477a89a0828" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.289054] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99666efe-3a10-43af-a908-3477a89a0828" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.289275] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99666efe-3a10-43af-a908-3477a89a0828" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.289435] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.289530] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.289592] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.289733] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.289816] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.289905] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99666efe-3a10-43af-a908-3477a89a0828" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.290068] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-99666efe-3a10-43af-a908-3477a89a0828 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.290161] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99666efe-3a10-43af-a908-3477a89a0828" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.290213] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99666efe-3a10-43af-a908-3477a89a0828" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.290356] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99666efe-3a10-43af-a908-3477a89a0828" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.290489] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.290577] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.290640] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.290768] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.290841] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.290919] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99666efe-3a10-43af-a908-3477a89a0828" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.291018] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99666efe-3a10-43af-a908-3477a89a0828',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.794583] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99666efe-3a10-43af-a908-3477a89a0828: rpc.has_security_group_logging(os_id): False [ 1132.812603] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.812798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.812798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.813102] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.813359] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.813393] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.813497] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.813559] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.813713] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.813790] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.813985] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.814094] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.814157] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.814298] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.814372] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.814550] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.814644] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.814706] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.814845] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.814929] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.815015] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99666efe-3a10-43af-a908-3477a89a0828 is going to be created. [ 1132.875219] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.875467] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.875467] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.875702] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.875865] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.886608] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99666efe-3a10-43af-a908-3477a89a0828 in Status: IN_PROGRESS for 2s [ 1133.860743] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc147a11-2747-4961-920c-050c694910e2 in Status: SUCCESS [ 1133.861333] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc147a11-2747-4961-920c-050c694910e2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.861611] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc147a11-2747-4961-920c-050c694910e2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.861937] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc147a11-2747-4961-920c-050c694910e2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.863621] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.863621] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.863621] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.863621] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.863621] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.863621] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc147a11-2747-4961-920c-050c694910e2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.863621] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc147a11-2747-4961-920c-050c694910e2',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.946661] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: SUCCESS [ 1133.946661] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.061227] env[62781]: INFO networking_nsxv3.common.synchronization [req-1744db1d-5512-454b-a41b-58a39a129714 req-6b87e177-7428-4aec-917b-efacd66b1114 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Enqueued Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_members [ 1134.062343] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_members [ 1134.062790] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e7916db-856f-426c-a885-e00d9f1bcbcc taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.063074] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.063667] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.063992] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.064260] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.064481] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.064632] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.065179] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.065374] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.065560] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.365097] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc147a11-2747-4961-920c-050c694910e2',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.567912] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.568138] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.568236] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.568499] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.571143] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.571143] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.571143] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.571143] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.571143] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.571143] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.571143] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc is going to be updated. [ 1134.597169] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.597462] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.597462] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.597582] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.597730] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.605834] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: IN_PROGRESS for 2s [ 1134.867853] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc147a11-2747-4961-920c-050c694910e2: rpc.has_security_group_logging(os_id): False [ 1134.885571] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.885571] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.885571] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.885704] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.885704] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.885957] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.886086] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.886272] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.886486] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.886570] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.886666] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc147a11-2747-4961-920c-050c694910e2 is going to be created. [ 1134.906686] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99666efe-3a10-43af-a908-3477a89a0828 in Status: SUCCESS [ 1134.906919] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99666efe-3a10-43af-a908-3477a89a0828" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.978912] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.979072] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.979174] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.979350] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.979539] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.990537] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc147a11-2747-4961-920c-050c694910e2 in Status: IN_PROGRESS for 2s [ 1136.616523] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: SUCCESS [ 1136.616879] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc deletion is rescheduled due to dependency. [ 1136.616879] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.786742] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.786950] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-984" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.787093] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-984" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.787381] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-984" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.787680] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.787847] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.787971] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.788212] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.788716] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.788716] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1136.788716] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1136.788861] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1136.788999] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1136.789051] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1136.789209] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1136.789354] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1136.807203] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1136.807398] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1136.807541] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1136.807723] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-984" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.808021] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-aca0e728-20e1-4ac7-b10d-bb79c69abd12 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.808199] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-aca0e728-20e1-4ac7-b10d-bb79c69abd12" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.808324] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-aca0e728-20e1-4ac7-b10d-bb79c69abd12" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.808576] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-aca0e728-20e1-4ac7-b10d-bb79c69abd12" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.808719] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aca0e728-20e1-4ac7-b10d-bb79c69abd12',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.002964] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc147a11-2747-4961-920c-050c694910e2 in Status: SUCCESS [ 1137.003196] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc147a11-2747-4961-920c-050c694910e2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.311025] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.311311] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.311462] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.311751] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.311909] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.312345] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.312517] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.312643] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.312868] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.313027] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.313330] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.313500] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.313624] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.313837] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.313977] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.314140] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: aca0e728-20e1-4ac7-b10d-bb79c69abd12 is going to be updated. [ 1137.336695] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.336897] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.337046] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.337312] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.337510] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.337730] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-aca0e728-20e1-4ac7-b10d-bb79c69abd12" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.654648] env[62781]: INFO networking_nsxv3.common.synchronization [req-e1aa450e-c21a-460c-84d3-f7a0c97541ce req-e0e32e25-5967-4172-8c09-9cfbe7a5af3f tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Enqueued Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1137.655242] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1137.655553] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.656455] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.656455] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.656455] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.656455] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.656455] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.656455] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.656825] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.656929] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.657037] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.030893] env[62781]: INFO networking_nsxv3.common.synchronization [req-c1453f41-668d-4171-88cd-b5811c00e4c6 req-d04ae34a-3eb3-4a74-9874-b54df31b7d04 service nova] Enqueued Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGHEST for action security_group_rules [ 1138.031094] env[62781]: INFO networking_nsxv3.common.synchronization [req-c1453f41-668d-4171-88cd-b5811c00e4c6 req-d04ae34a-3eb3-4a74-9874-b54df31b7d04 service nova] Enqueued Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGHEST for action security_group_members [ 1138.031245] env[62781]: INFO networking_nsxv3.common.synchronization [req-c1453f41-668d-4171-88cd-b5811c00e4c6 req-d04ae34a-3eb3-4a74-9874-b54df31b7d04 service nova] Enqueued Resource ID: aca0e728-20e1-4ac7-b10d-bb79c69abd12 with Priority: HIGHEST for action port [ 1138.031472] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGHEST for action security_group_rules [ 1138.031598] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGHEST for action security_group_members [ 1138.031696] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aca0e728-20e1-4ac7-b10d-bb79c69abd12 with Priority: HIGHEST for action port [ 1138.032302] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b866865b-4caf-4c9a-8aca-efb9c8869619 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.032540] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.032576] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.032762] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.032845] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.033757] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b866865b-4caf-4c9a-8aca-efb9c8869619 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.033863] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.033931] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.034140] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.034304] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.034386] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.034448] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.034589] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.034674] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.034763] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.035724] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-aca0e728-20e1-4ac7-b10d-bb79c69abd12 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.035831] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aca0e728-20e1-4ac7-b10d-bb79c69abd12" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.035899] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aca0e728-20e1-4ac7-b10d-bb79c69abd12" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.036058] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aca0e728-20e1-4ac7-b10d-bb79c69abd12" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.036134] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aca0e728-20e1-4ac7-b10d-bb79c69abd12',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.159441] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.537528] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b866865b-4caf-4c9a-8aca-efb9c8869619 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.537733] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.541571] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aca0e728-20e1-4ac7-b10d-bb79c69abd12 with status ACTIVE [ 1138.541571] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.541571] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.541571] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.541571] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.541571] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.541571] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.541571] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.541571] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.541571] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.541571] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.542184] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.542184] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.542184] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.542184] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.542184] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.542375] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aca0e728-20e1-4ac7-b10d-bb79c69abd12 is going to be updated. [ 1138.543506] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.562796] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.563051] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.563051] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.563303] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.563450] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.563631] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aca0e728-20e1-4ac7-b10d-bb79c69abd12" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.664084] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.047200] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.168061] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.168061] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.168061] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.168061] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.168061] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.168061] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f is going to be updated. [ 1139.194595] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.194726] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.194803] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.195484] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.195484] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.203198] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: IN_PROGRESS for 2s [ 1139.548831] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.549191] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.549191] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.549292] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.549372] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.549468] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b866865b-4caf-4c9a-8aca-efb9c8869619 is going to be updated. [ 1139.574572] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.574742] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.574789] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.574980] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.575138] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.584986] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b866865b-4caf-4c9a-8aca-efb9c8869619 in Status: IN_PROGRESS for 2s [ 1140.211205] env[62781]: INFO networking_nsxv3.common.synchronization [req-9c88c246-f748-4ac0-97f8-38de3a2de243 req-5c7da25b-5ebe-4bc2-abae-a693d6499de8 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Enqueued Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_members [ 1140.212914] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_members [ 1140.212914] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e7916db-856f-426c-a885-e00d9f1bcbcc taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.212914] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.212914] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.212914] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.215030] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.215030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.215030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.215030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.215030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.215030] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.619858] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.620133] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-307" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.620311] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-307" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.620617] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-307" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.620932] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.621257] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.621415] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.621644] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.621799] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.622072] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1140.622390] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1140.622390] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1140.622390] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1140.622503] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1140.622616] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1140.622780] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1140.640677] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1140.640835] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1140.641626] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1140.641626] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-307" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.641626] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-9be20394-85d2-4f34-8a73-d194351f847f taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.641626] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-9be20394-85d2-4f34-8a73-d194351f847f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.641942] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-9be20394-85d2-4f34-8a73-d194351f847f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.642134] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-9be20394-85d2-4f34-8a73-d194351f847f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.642287] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9be20394-85d2-4f34-8a73-d194351f847f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.715640] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.715834] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.715951] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.716145] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.716255] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.716464] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.716584] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.716641] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.716797] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.716891] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.716978] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc is going to be updated. [ 1140.741415] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.741415] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.741641] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.741673] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.741784] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.751869] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: IN_PROGRESS for 2s [ 1141.144344] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.144616] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.144710] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.145040] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.145213] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.145376] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 9be20394-85d2-4f34-8a73-d194351f847f not found, creating... [ 1141.145670] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.145846] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.146098] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.146245] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.146419] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.146750] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.146937] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.147076] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.147320] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.147460] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.147607] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 9be20394-85d2-4f34-8a73-d194351f847f is going to be created. [ 1141.168102] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.168270] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.168308] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.168572] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.168901] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.169157] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-9be20394-85d2-4f34-8a73-d194351f847f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.172861] env[62781]: INFO networking_nsxv3.common.synchronization [req-ebccdf44-a37c-4fac-b200-9016b18caa6e req-65ed5f6e-8feb-47eb-a78a-5c7e4a3048e4 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Enqueued Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_members [ 1141.173429] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_members [ 1141.173722] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.173839] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.173907] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.174108] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.174258] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.174357] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.174419] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.174563] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.174643] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.174735] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.213392] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: SUCCESS [ 1141.213654] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.595262] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b866865b-4caf-4c9a-8aca-efb9c8869619 in Status: SUCCESS [ 1141.595262] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.595407] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.595621] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.595808] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.595926] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.595998] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.596157] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.596237] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.596326] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.596417] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.676784] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.676943] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.677033] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.677310] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.677405] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.677627] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.677741] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.677799] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.677942] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.678030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.678122] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb is going to be updated. [ 1141.710396] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.710516] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.710555] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.710745] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.710877] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.717712] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: IN_PROGRESS for 2s [ 1141.868604] env[62781]: INFO networking_nsxv3.common.synchronization [req-9c88c246-f748-4ac0-97f8-38de3a2de243 req-0460d08e-7935-4b29-92bb-665f823df0c8 service nova] Enqueued Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_rules [ 1141.868604] env[62781]: INFO networking_nsxv3.common.synchronization [req-9c88c246-f748-4ac0-97f8-38de3a2de243 req-0460d08e-7935-4b29-92bb-665f823df0c8 service nova] Enqueued Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_members [ 1141.868604] env[62781]: INFO networking_nsxv3.common.synchronization [req-9c88c246-f748-4ac0-97f8-38de3a2de243 req-0460d08e-7935-4b29-92bb-665f823df0c8 service nova] Enqueued Resource ID: 9be20394-85d2-4f34-8a73-d194351f847f with Priority: HIGHEST for action port [ 1141.868887] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_rules [ 1141.869054] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_members [ 1141.869206] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9be20394-85d2-4f34-8a73-d194351f847f with Priority: HIGHEST for action port [ 1141.870108] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e7916db-856f-426c-a885-e00d9f1bcbcc taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.870108] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.870108] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.870387] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.870425] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.871765] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e7916db-856f-426c-a885-e00d9f1bcbcc taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.872239] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.872354] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-9be20394-85d2-4f34-8a73-d194351f847f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.872482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9be20394-85d2-4f34-8a73-d194351f847f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.872549] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9be20394-85d2-4f34-8a73-d194351f847f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.873147] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9be20394-85d2-4f34-8a73-d194351f847f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.873147] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9be20394-85d2-4f34-8a73-d194351f847f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.071929] env[62781]: INFO networking_nsxv3.common.synchronization [req-c8860cb4-e78c-4637-b24c-b1ec8c28141b req-a843a591-7835-4df7-ac6e-de86b4becb3e tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Enqueued Resource ID: 99666efe-3a10-43af-a908-3477a89a0828 with Priority: HIGHEST for action security_group_members [ 1142.072518] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99666efe-3a10-43af-a908-3477a89a0828 with Priority: HIGHEST for action security_group_members [ 1142.072997] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-99666efe-3a10-43af-a908-3477a89a0828 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.072997] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99666efe-3a10-43af-a908-3477a89a0828" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.072997] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99666efe-3a10-43af-a908-3477a89a0828" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.073201] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99666efe-3a10-43af-a908-3477a89a0828" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.073353] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.073453] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.073514] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.073658] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.073738] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.073829] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99666efe-3a10-43af-a908-3477a89a0828',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.101914] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b866865b-4caf-4c9a-8aca-efb9c8869619 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.102065] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.102122] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.102299] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.102454] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.102552] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.102618] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.102764] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.102846] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.102929] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.103153] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b866865b-4caf-4c9a-8aca-efb9c8869619 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.103250] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.103310] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.103451] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.103586] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.103675] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.103734] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.103867] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.103940] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.104032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.104119] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.372621] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e7916db-856f-426c-a885-e00d9f1bcbcc taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.372621] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.375066] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9be20394-85d2-4f34-8a73-d194351f847f with status ACTIVE [ 1142.375181] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.375257] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.375328] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.375532] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.375618] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.375788] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.375880] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.375941] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.376101] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.376180] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.376358] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.376447] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.376506] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.376640] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.376711] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.376792] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9be20394-85d2-4f34-8a73-d194351f847f is going to be updated. [ 1142.396587] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.396709] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.396781] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.396946] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.397090] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.397236] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9be20394-85d2-4f34-8a73-d194351f847f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.577377] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.577491] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.577527] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.577762] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.577830] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.578052] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.578135] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.578872] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.578872] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.578872] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.578872] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99666efe-3a10-43af-a908-3477a89a0828 is going to be updated. [ 1142.605438] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.605438] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.605438] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.605622] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.605960] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.607140] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b866865b-4caf-4c9a-8aca-efb9c8869619: rpc.has_security_group_logging(os_id): False [ 1142.617349] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99666efe-3a10-43af-a908-3477a89a0828 in Status: IN_PROGRESS for 2s [ 1142.624990] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.625131] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.625216] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.625389] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.625487] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.625700] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.625787] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.625847] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.625997] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.626087] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.626325] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.626436] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.626497] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.626643] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.626718] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.626897] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.626990] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.627067] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.627199] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.627273] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.627357] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b866865b-4caf-4c9a-8aca-efb9c8869619 is going to be updated. [ 1142.694416] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.694567] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.694649] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.694874] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.695110] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.709055] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b866865b-4caf-4c9a-8aca-efb9c8869619 in Status: IN_PROGRESS for 2s [ 1142.762778] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: SUCCESS [ 1142.762919] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc deletion is rescheduled due to dependency. [ 1142.762962] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.763256] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.763367] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.763553] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.763735] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.764070] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.764070] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.764070] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.764202] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.266490] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.726133] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: SUCCESS [ 1143.726435] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb deletion is rescheduled due to dependency. [ 1143.726435] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.768925] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.272042] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.272042] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.272042] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.272042] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.272042] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.272042] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc is going to be updated. [ 1144.299046] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.299178] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.299273] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.299442] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.299584] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.307744] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: IN_PROGRESS for 2s [ 1144.627009] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99666efe-3a10-43af-a908-3477a89a0828 in Status: SUCCESS [ 1144.627207] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99666efe-3a10-43af-a908-3477a89a0828 deletion is rescheduled due to dependency. [ 1144.627322] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99666efe-3a10-43af-a908-3477a89a0828" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.721498] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b866865b-4caf-4c9a-8aca-efb9c8869619 in Status: SUCCESS [ 1144.721722] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.804637] env[62781]: INFO networking_nsxv3.common.synchronization [req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 req-4437175c-6bf5-46d7-b97d-9c294f8a1738 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Enqueued Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_members [ 1145.805172] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_members [ 1145.805487] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.805603] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.805667] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.805859] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.806011] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.806223] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.806324] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.809133] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.809133] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.809133] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.145607] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-343 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.145812] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-343" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.145943] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-343" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.146239] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-343" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.146510] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.146673] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.146799] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.147030] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.147189] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.147413] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1146.147533] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1146.147650] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1146.147766] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1146.147882] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1146.147993] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1146.148140] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1146.166724] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1146.166915] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1146.167069] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1146.167247] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-343" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.167533] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-e99f66bb-0053-4ac4-927a-f7da5283c304 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.167706] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-e99f66bb-0053-4ac4-927a-f7da5283c304" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.167833] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-e99f66bb-0053-4ac4-927a-f7da5283c304" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.168161] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-e99f66bb-0053-4ac4-927a-f7da5283c304" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.168434] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e99f66bb-0053-4ac4-927a-f7da5283c304',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.308377] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.308505] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.308602] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.308781] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.308872] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.309084] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.309191] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.309252] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.309382] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.309458] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.309545] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb is going to be updated. [ 1146.321715] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: SUCCESS [ 1146.321871] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.322405] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.322580] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.322742] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.322849] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.322908] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.323068] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.323137] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.323215] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.323312] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.335998] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.336135] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.336216] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.336396] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.336534] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.344610] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: IN_PROGRESS for 2s [ 1146.670437] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.670655] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.670787] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.671100] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.671263] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.671440] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port e99f66bb-0053-4ac4-927a-f7da5283c304 not found, creating... [ 1146.671701] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.671863] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.671987] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.672268] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.672412] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.672697] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.672857] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.672978] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.673262] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.673404] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.673550] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: e99f66bb-0053-4ac4-927a-f7da5283c304 is going to be created. [ 1146.691592] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.691755] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.691882] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.692436] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.692436] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.692585] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-e99f66bb-0053-4ac4-927a-f7da5283c304" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.826604] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e7916db-856f-426c-a885-e00d9f1bcbcc taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.827027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.827027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.827340] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.827605] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.827790] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.827906] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.828181] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.828337] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.828505] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.828766] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e7916db-856f-426c-a885-e00d9f1bcbcc taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.828939] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.829062] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.829312] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.829534] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.829688] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.829817] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.830067] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.830202] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.830360] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.830522] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.333248] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e7916db-856f-426c-a885-e00d9f1bcbcc: rpc.has_security_group_logging(os_id): False [ 1147.350085] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.350244] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.350285] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.351194] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.351194] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.351194] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.351194] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.351194] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.351194] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.351194] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.351628] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.351628] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.351628] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.351628] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.351878] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.351878] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.351986] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.351986] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.352183] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.352254] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.352340] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc is going to be updated. [ 1147.409843] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.409945] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.410071] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.410333] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.410475] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.413303] env[62781]: INFO networking_nsxv3.common.synchronization [req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 req-a5a15fc9-ed4e-4a5b-be45-ddddffc98c31 service nova] Enqueued Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_rules [ 1147.413479] env[62781]: INFO networking_nsxv3.common.synchronization [req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 req-a5a15fc9-ed4e-4a5b-be45-ddddffc98c31 service nova] Enqueued Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_members [ 1147.413623] env[62781]: INFO networking_nsxv3.common.synchronization [req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 req-a5a15fc9-ed4e-4a5b-be45-ddddffc98c31 service nova] Enqueued Resource ID: e99f66bb-0053-4ac4-927a-f7da5283c304 with Priority: HIGHEST for action port [ 1147.415521] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_rules [ 1147.415521] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_members [ 1147.415521] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e99f66bb-0053-4ac4-927a-f7da5283c304 with Priority: HIGHEST for action port [ 1147.415521] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.415521] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.415521] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.415521] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.415521] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.415814] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.415852] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.416056] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-e99f66bb-0053-4ac4-927a-f7da5283c304 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.416157] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e99f66bb-0053-4ac4-927a-f7da5283c304" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.416222] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e99f66bb-0053-4ac4-927a-f7da5283c304" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.416375] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e99f66bb-0053-4ac4-927a-f7da5283c304" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.416448] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e99f66bb-0053-4ac4-927a-f7da5283c304',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.422923] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: IN_PROGRESS for 2s [ 1147.919527] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.919527] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.919527] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e99f66bb-0053-4ac4-927a-f7da5283c304 with status ACTIVE [ 1147.919527] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.919527] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.919527] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.919527] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.919527] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.919989] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.919989] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.919989] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.919989] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.919989] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.920178] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.920232] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.920291] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.920424] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.920491] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.920571] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e99f66bb-0053-4ac4-927a-f7da5283c304 is going to be updated. [ 1147.946733] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.946906] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.946945] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.947169] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.947364] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.947576] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e99f66bb-0053-4ac4-927a-f7da5283c304" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.354099] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: SUCCESS [ 1148.354332] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb deletion is rescheduled due to dependency. [ 1148.354461] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.354648] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.354893] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.355147] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.355294] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.355362] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.355544] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.355632] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.355758] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.859231] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.363433] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.434613] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: SUCCESS [ 1149.434844] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.865658] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.865863] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.865913] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.866186] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.866279] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.866315] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb is going to be updated. [ 1149.893964] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.893964] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.893964] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.893964] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.893964] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.904374] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: IN_PROGRESS for 2s [ 1150.480612] env[62781]: INFO networking_nsxv3.common.synchronization [req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 req-19a72741-aee5-44ad-8b95-409a0fdd05e6 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Enqueued Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1150.481363] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1150.481539] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.481614] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.481650] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.481932] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.482017] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.482127] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.482211] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.482364] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.482451] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.482539] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.842530] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-862 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.842749] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-862" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.842865] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-862" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.843269] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-862" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.843667] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.843994] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.844166] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.844468] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.844677] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.844950] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1150.845122] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.845246] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.845365] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.845521] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1150.845740] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.846017] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1150.866746] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1150.866907] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1150.867051] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1150.867758] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-862" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.867758] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-63d23bad-8cca-4f47-aea4-7ec1c7d1949e taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.867758] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-63d23bad-8cca-4f47-aea4-7ec1c7d1949e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.867946] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-63d23bad-8cca-4f47-aea4-7ec1c7d1949e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.868187] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-63d23bad-8cca-4f47-aea4-7ec1c7d1949e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.868328] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63d23bad-8cca-4f47-aea4-7ec1c7d1949e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.985458] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.371034] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.371034] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.371034] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.372014] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.372014] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.372014] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 63d23bad-8cca-4f47-aea4-7ec1c7d1949e not found, creating... [ 1151.372587] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.372760] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.372887] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.373200] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.373372] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.373782] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.373993] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.374168] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.374421] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.374632] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.374816] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 63d23bad-8cca-4f47-aea4-7ec1c7d1949e is going to be created. [ 1151.393594] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.393853] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.393933] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.394176] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.394406] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.394623] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-63d23bad-8cca-4f47-aea4-7ec1c7d1949e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.487538] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.913769] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: SUCCESS [ 1151.913977] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.914165] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.914576] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.914576] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.914716] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.914777] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.914921] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.914996] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.915202] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.915202] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.990682] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.990880] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.990960] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.991230] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.991369] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.991610] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f is going to be updated. [ 1152.017647] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.017810] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.017940] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.018161] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.018354] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.027684] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: IN_PROGRESS for 2s [ 1152.197301] env[62781]: INFO networking_nsxv3.common.synchronization [req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 req-d99c5717-b5c5-48d5-9617-39ccba09b1b1 service nova] Enqueued Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_rules [ 1152.197301] env[62781]: INFO networking_nsxv3.common.synchronization [req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 req-d99c5717-b5c5-48d5-9617-39ccba09b1b1 service nova] Enqueued Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1152.201615] env[62781]: INFO networking_nsxv3.common.synchronization [req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 req-d99c5717-b5c5-48d5-9617-39ccba09b1b1 service nova] Enqueued Resource ID: 63d23bad-8cca-4f47-aea4-7ec1c7d1949e with Priority: HIGHEST for action port [ 1152.202642] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_rules [ 1152.202917] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1152.203332] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63d23bad-8cca-4f47-aea4-7ec1c7d1949e with Priority: HIGHEST for action port [ 1152.204222] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.204222] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.204222] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.204414] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.204901] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.209790] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.209790] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.209790] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-63d23bad-8cca-4f47-aea4-7ec1c7d1949e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.209790] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63d23bad-8cca-4f47-aea4-7ec1c7d1949e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.209790] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63d23bad-8cca-4f47-aea4-7ec1c7d1949e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.209790] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63d23bad-8cca-4f47-aea4-7ec1c7d1949e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.209790] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63d23bad-8cca-4f47-aea4-7ec1c7d1949e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.417676] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.417676] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.417916] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.419476] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.419476] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.419476] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.419476] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.419476] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.419476] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.419476] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.419476] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.419476] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.419476] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.419896] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.419896] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.419896] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.419896] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.420171] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.420171] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.420268] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.420309] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.707819] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.708192] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.712406] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63d23bad-8cca-4f47-aea4-7ec1c7d1949e with status ACTIVE [ 1152.712607] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.712732] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.712801] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.713026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.713119] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.713316] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.713418] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.713481] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.713775] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.713775] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.713885] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.713948] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.714341] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.714341] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.714341] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.714341] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63d23bad-8cca-4f47-aea4-7ec1c7d1949e is going to be updated. [ 1152.734155] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.734297] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.734393] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.734629] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.734764] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.734920] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63d23bad-8cca-4f47-aea4-7ec1c7d1949e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.923396] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4db2a5a-71d6-4986-aed6-05b3ad3ddafb: rpc.has_security_group_logging(os_id): False [ 1152.940985] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.941178] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.941230] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.941636] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.941636] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.941749] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.941810] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.941845] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.944017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.944017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.944017] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.944017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.944017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.944017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.944017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.944017] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.944017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.944017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.944017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.944017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.944017] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb is going to be updated. [ 1153.002948] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.002948] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.003306] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.003359] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.003567] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.017555] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: IN_PROGRESS for 2s [ 1153.676413] env[62781]: INFO networking_nsxv3.common.synchronization [None req-3229e348-3a2e-4faa-b665-11cd0261cb33 None None] Enqueued Resource ID: 9dd0a53f-103a-46e0-912f-6f00d22b1516 with Priority: HIGHEST for action port [ 1153.679661] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dd0a53f-103a-46e0-912f-6f00d22b1516 with Priority: HIGHEST for action port [ 1153.681852] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-9dd0a53f-103a-46e0-912f-6f00d22b1516 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.682032] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9dd0a53f-103a-46e0-912f-6f00d22b1516" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.682105] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9dd0a53f-103a-46e0-912f-6f00d22b1516" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.682655] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9dd0a53f-103a-46e0-912f-6f00d22b1516" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.682840] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dd0a53f-103a-46e0-912f-6f00d22b1516',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.039401] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: SUCCESS [ 1154.039809] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.040417] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.040514] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.040725] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.040852] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.040914] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.041077] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.041146] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.041251] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.184901] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9dd0a53f-103a-46e0-912f-6f00d22b1516 [ 1154.185285] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.185471] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.185533] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.185815] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.185931] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.186078] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9dd0a53f-103a-46e0-912f-6f00d22b1516 already deleted. [ 1154.186862] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9dd0a53f-103a-46e0-912f-6f00d22b1516" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.457351] env[62781]: INFO networking_nsxv3.common.synchronization [None req-ab63cf13-6afe-4fb0-b843-786c86afed72 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Enqueued Resource ID: f0141fa1-02ef-4658-965c-316bc0f6eedf with Priority: HIGHEST for action security_group_rules [ 1154.457971] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0141fa1-02ef-4658-965c-316bc0f6eedf with Priority: HIGHEST for action security_group_rules [ 1154.458332] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0141fa1-02ef-4658-965c-316bc0f6eedf taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.458452] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.458517] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.458873] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.458947] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0141fa1-02ef-4658-965c-316bc0f6eedf',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.543641] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.560528] env[62781]: INFO networking_nsxv3.common.synchronization [None req-6e0127f3-2c5b-41e4-b559-1ad90e034c16 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Enqueued Resource ID: f0141fa1-02ef-4658-965c-316bc0f6eedf with Priority: HIGHEST for action security_group_rules [ 1154.561373] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0141fa1-02ef-4658-965c-316bc0f6eedf with Priority: HIGHEST for action security_group_rules [ 1154.561373] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0141fa1-02ef-4658-965c-316bc0f6eedf taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.561474] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.985141] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.985141] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.985141] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.985141] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.985141] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.985141] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0141fa1-02ef-4658-965c-316bc0f6eedf already deleted. [ 1154.985141] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.988514] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.988930] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.989237] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0141fa1-02ef-4658-965c-316bc0f6eedf',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.035233] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: SUCCESS [ 1155.035525] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.046218] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.258660] env[62781]: INFO networking_nsxv3.common.synchronization [req-fdb8e47f-2a63-4050-8611-90eb86e8736b req-06fc9682-e1b5-4f08-9c76-d6edafd5feb9 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Enqueued Resource ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe with Priority: HIGHEST for action security_group_members [ 1155.259315] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe with Priority: HIGHEST for action security_group_members [ 1155.259674] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa1c7089-c04a-460d-bd45-1ab82195d7fe taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.259808] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.259887] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.260332] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.260503] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.260626] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.260693] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.260857] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.260940] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.261681] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa1c7089-c04a-460d-bd45-1ab82195d7fe',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.513163] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.514901] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.515064] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.515349] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.515349] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.515470] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0141fa1-02ef-4658-965c-316bc0f6eedf already deleted. [ 1155.515593] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.550235] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.550445] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.550445] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.550754] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.550754] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.550862] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f is going to be updated. [ 1155.576695] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.577025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.577134] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.577395] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.577509] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.585540] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: IN_PROGRESS for 2s [ 1155.763817] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa1c7089-c04a-460d-bd45-1ab82195d7fe',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.266754] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa1c7089-c04a-460d-bd45-1ab82195d7fe',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.499031] env[62781]: INFO networking_nsxv3.common.synchronization [None req-eca6453e-ce20-4a51-83eb-5b56dcac16d7 None None] Enqueued Resource ID: caca9ce8-3f9d-4a41-8bb0-753d51d6fc3f with Priority: HIGHEST for action port [ 1156.499031] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caca9ce8-3f9d-4a41-8bb0-753d51d6fc3f with Priority: HIGHEST for action port [ 1156.499031] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-caca9ce8-3f9d-4a41-8bb0-753d51d6fc3f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.499031] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-caca9ce8-3f9d-4a41-8bb0-753d51d6fc3f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.499031] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-caca9ce8-3f9d-4a41-8bb0-753d51d6fc3f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.499941] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-caca9ce8-3f9d-4a41-8bb0-753d51d6fc3f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.500077] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caca9ce8-3f9d-4a41-8bb0-753d51d6fc3f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.768910] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.769133] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.769213] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.769427] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.769582] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.769670] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe is going to be updated. [ 1156.796739] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.796895] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.796965] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.797208] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.797353] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.805062] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe in Status: IN_PROGRESS for 2s [ 1157.005011] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port caca9ce8-3f9d-4a41-8bb0-753d51d6fc3f [ 1157.005290] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.005436] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.005436] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.005791] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.005856] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.005967] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:caca9ce8-3f9d-4a41-8bb0-753d51d6fc3f already deleted. [ 1157.006063] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-caca9ce8-3f9d-4a41-8bb0-753d51d6fc3f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.594763] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: SUCCESS [ 1157.595040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.595155] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.595473] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.595725] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.595895] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.595946] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.596089] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.596173] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.596258] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.596353] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.099159] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.099461] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.099577] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.099927] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.100241] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.100425] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.100543] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.100821] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.100977] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.101157] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.101396] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.101564] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.101673] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.101904] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.102183] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.102356] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.102461] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.102691] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.102821] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.102961] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.103167] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.609145] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1017dd11-9adc-4f05-9e8b-eaa14205942f: rpc.has_security_group_logging(os_id): False [ 1158.626429] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.626592] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.626668] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.626917] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.627016] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.627234] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.627338] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.627404] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.627591] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.627674] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.627890] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.627992] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.628078] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.628238] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.628313] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.628509] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.628624] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.628688] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.628861] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.628936] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.629035] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f is going to be updated. [ 1158.696224] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.696398] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.696492] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.696642] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.696793] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.710928] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: IN_PROGRESS for 2s [ 1158.816428] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe in Status: SUCCESS [ 1158.816689] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.362822] env[62781]: INFO networking_nsxv3.common.synchronization [req-a6b40ddd-8b42-452c-b29f-3fb62c84b847 req-02953204-3391-4d08-8b8f-49fe51a573ce tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Enqueued Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_members [ 1159.363388] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGHEST for action security_group_members [ 1159.363717] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.363833] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.363896] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.364482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.364677] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.364813] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.364904] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.365109] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.365389] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.365535] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.867992] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.867992] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.868411] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.868411] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.868411] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.868623] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.868721] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.868790] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.868984] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.869056] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.869215] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb is going to be updated. [ 1159.896109] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.896294] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.896344] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.896537] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.896675] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.908267] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: IN_PROGRESS for 2s [ 1160.726694] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: SUCCESS [ 1160.726694] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.918373] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb in Status: SUCCESS [ 1161.918786] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb deletion is rescheduled due to dependency. [ 1161.918786] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.955693] env[62781]: INFO networking_nsxv3.common.synchronization [req-8d914a5c-b515-4ee3-9779-f1f189eb872f req-a64a0126-2b09-45d8-bc7c-82c93ee17abe tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Enqueued Resource ID: f0141fa1-02ef-4658-965c-316bc0f6eedf with Priority: HIGHEST for action security_group_members [ 1161.957292] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0141fa1-02ef-4658-965c-316bc0f6eedf with Priority: HIGHEST for action security_group_members [ 1161.957713] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0141fa1-02ef-4658-965c-316bc0f6eedf taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.957849] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.957922] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.958214] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.959056] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.959056] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.959056] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.959056] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.959283] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.959283] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0141fa1-02ef-4658-965c-316bc0f6eedf',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.965137] env[62781]: INFO networking_nsxv3.common.synchronization [req-623a7a40-b533-44ee-a2d5-5ee9673ede4f req-94484066-04ab-417b-b6a0-2521fbbb66e8 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Enqueued Resource ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe with Priority: HIGHEST for action security_group_members [ 1161.965137] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe with Priority: HIGHEST for action security_group_members [ 1161.965137] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa1c7089-c04a-460d-bd45-1ab82195d7fe taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.965137] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.965137] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.965137] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.965669] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.965669] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.965669] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.966057] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.966057] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.966057] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa1c7089-c04a-460d-bd45-1ab82195d7fe',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.319878] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-291 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.320137] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-291" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.320390] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-291" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.320773] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-291" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.321433] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.321659] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.321801] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.322054] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.322428] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.322668] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1162.322791] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1162.322909] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1162.323037] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1162.323157] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1162.323334] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1162.323434] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1162.345971] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1162.345971] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1162.346186] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1162.346323] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-291" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.346921] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-8fda5406-4d6c-4a05-a412-337b02a4b5e8 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.347178] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-8fda5406-4d6c-4a05-a412-337b02a4b5e8" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.347442] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-8fda5406-4d6c-4a05-a412-337b02a4b5e8" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.347719] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-8fda5406-4d6c-4a05-a412-337b02a4b5e8" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.347881] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fda5406-4d6c-4a05-a412-337b02a4b5e8',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.461284] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.461476] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.461553] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.461778] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.461926] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.462086] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.462189] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.462248] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.462513] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.462513] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.462624] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0141fa1-02ef-4658-965c-316bc0f6eedf already deleted. [ 1162.462687] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.468209] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.468415] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.468501] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.468754] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.468842] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.469040] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.469228] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.469228] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.469341] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.469417] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.469504] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe is going to be updated. [ 1162.496538] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.496793] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.496895] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.497106] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.497263] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.505361] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe in Status: IN_PROGRESS for 2s [ 1162.650339] env[62781]: INFO networking_nsxv3.common.synchronization [req-a55daf99-8360-4281-860d-c14201357dfb req-ce806e1a-0f61-43e2-8ad6-04e42d035868 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Enqueued Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1162.651374] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1162.651528] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.651660] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.651729] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.651939] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.652106] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.652211] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.652288] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.652479] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.652639] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.652746] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.852092] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.852092] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.852092] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.852092] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.852092] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.852092] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 8fda5406-4d6c-4a05-a412-337b02a4b5e8 not found, creating... [ 1162.852092] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.852092] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.852505] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.852505] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.852880] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.852880] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.853202] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.853382] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.853725] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.853861] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.854071] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 8fda5406-4d6c-4a05-a412-337b02a4b5e8 is going to be created. [ 1162.873551] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.873776] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.873908] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.874637] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.874637] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.874773] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-8fda5406-4d6c-4a05-a412-337b02a4b5e8" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.155122] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.637621] env[62781]: INFO networking_nsxv3.common.synchronization [req-8d914a5c-b515-4ee3-9779-f1f189eb872f req-3fda1860-641d-499e-ac9e-001a19e9fd9a service nova] Enqueued Resource ID: f0141fa1-02ef-4658-965c-316bc0f6eedf with Priority: HIGHEST for action security_group_rules [ 1163.637842] env[62781]: INFO networking_nsxv3.common.synchronization [req-8d914a5c-b515-4ee3-9779-f1f189eb872f req-3fda1860-641d-499e-ac9e-001a19e9fd9a service nova] Enqueued Resource ID: f0141fa1-02ef-4658-965c-316bc0f6eedf with Priority: HIGHEST for action security_group_members [ 1163.637994] env[62781]: INFO networking_nsxv3.common.synchronization [req-8d914a5c-b515-4ee3-9779-f1f189eb872f req-3fda1860-641d-499e-ac9e-001a19e9fd9a service nova] Enqueued Resource ID: 8fda5406-4d6c-4a05-a412-337b02a4b5e8 with Priority: HIGHEST for action port [ 1163.638521] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0141fa1-02ef-4658-965c-316bc0f6eedf with Priority: HIGHEST for action security_group_rules [ 1163.638679] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0141fa1-02ef-4658-965c-316bc0f6eedf with Priority: HIGHEST for action security_group_members [ 1163.638782] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fda5406-4d6c-4a05-a412-337b02a4b5e8 with Priority: HIGHEST for action port [ 1163.639599] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0141fa1-02ef-4658-965c-316bc0f6eedf taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.639755] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.639823] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.640071] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.640171] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0141fa1-02ef-4658-965c-316bc0f6eedf',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.641051] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0141fa1-02ef-4658-965c-316bc0f6eedf taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.641178] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.641248] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.641437] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.641610] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.641697] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.641776] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.641906] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.641982] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.642085] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0141fa1-02ef-4658-965c-316bc0f6eedf',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.642915] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fda5406-4d6c-4a05-a412-337b02a4b5e8 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.643082] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fda5406-4d6c-4a05-a412-337b02a4b5e8" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.643420] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fda5406-4d6c-4a05-a412-337b02a4b5e8" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.643420] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fda5406-4d6c-4a05-a412-337b02a4b5e8" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.643420] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fda5406-4d6c-4a05-a412-337b02a4b5e8',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.657869] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.997708] env[62781]: INFO networking_nsxv3.common.synchronization [req-45a67272-07a1-4dd4-b113-034a405db62a req-829b1fb4-4a03-4c50-94d8-9360d5bee5d9 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Enqueued Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_members [ 1163.998317] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGHEST for action security_group_members [ 1163.998623] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e7916db-856f-426c-a885-e00d9f1bcbcc taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.998748] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.998823] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.999887] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.000126] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.000208] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.000292] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.000484] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.000575] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.000673] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.144837] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0141fa1-02ef-4658-965c-316bc0f6eedf taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.144993] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.145212] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0141fa1-02ef-4658-965c-316bc0f6eedf',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.150025] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fda5406-4d6c-4a05-a412-337b02a4b5e8 with status ACTIVE [ 1164.150025] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.150025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.150025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.150025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.150025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.150025] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.150025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.150025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.150025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.150025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.150025] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.150025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.150025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.150025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.150025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.150025] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fda5406-4d6c-4a05-a412-337b02a4b5e8 is going to be updated. [ 1164.164866] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.164866] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.164866] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.164866] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.164866] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.164866] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f is going to be updated. [ 1164.176029] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.176029] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.176029] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.176029] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.176029] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.176029] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fda5406-4d6c-4a05-a412-337b02a4b5e8" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.195086] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.195086] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.195086] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.195086] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.195086] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.201739] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: IN_PROGRESS for 2s [ 1164.503302] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.503302] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.503302] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.503559] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.503879] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.504127] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.504239] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.504307] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.504489] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.504572] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.504687] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc is going to be updated. [ 1164.517936] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe in Status: SUCCESS [ 1164.518191] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe deletion is rescheduled due to dependency. [ 1164.518323] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.552050] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.552252] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.552295] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.552588] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.552765] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.561947] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: IN_PROGRESS for 2s [ 1164.648423] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0141fa1-02ef-4658-965c-316bc0f6eedf',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.150952] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.151129] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.151181] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.151386] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.151625] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.151625] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0141fa1-02ef-4658-965c-316bc0f6eedf is going to be created. [ 1165.176476] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.176799] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.176799] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.176933] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.177120] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.190943] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0141fa1-02ef-4658-965c-316bc0f6eedf in Status: UNINITIALIZED for 2s [ 1166.216264] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: SUCCESS [ 1166.216950] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.418016] env[62781]: INFO networking_nsxv3.common.synchronization [None req-cffc0ce1-49f8-46a0-9693-aaa23ab6e0e2 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Enqueued Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGHEST for action security_group_members [ 1166.418663] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGHEST for action security_group_members [ 1166.419236] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b866865b-4caf-4c9a-8aca-efb9c8869619 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.419458] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.419601] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.419910] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.420169] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.420400] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.420490] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.420711] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.420859] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.421027] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.571693] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc in Status: SUCCESS [ 1166.571863] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc deletion is rescheduled due to dependency. [ 1166.571977] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.922836] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.922975] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.923069] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.923298] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.923394] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.923590] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.923686] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.923748] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.923895] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.923972] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.924081] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b866865b-4caf-4c9a-8aca-efb9c8869619 is going to be updated. [ 1166.950390] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.950535] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.950588] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.950782] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.950922] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.960812] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b866865b-4caf-4c9a-8aca-efb9c8869619 in Status: IN_PROGRESS for 2s [ 1167.200264] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0141fa1-02ef-4658-965c-316bc0f6eedf in Status: SUCCESS [ 1167.200487] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.200670] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.200860] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.201052] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.201167] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.201234] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.201401] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.201487] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.201662] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.201662] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0141fa1-02ef-4658-965c-316bc0f6eedf',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.705713] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0141fa1-02ef-4658-965c-316bc0f6eedf',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.209657] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0141fa1-02ef-4658-965c-316bc0f6eedf: rpc.has_security_group_logging(os_id): False [ 1168.228021] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.228021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.228021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.228021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.228021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.228021] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.228021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.228021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.228021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.228021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.228021] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0141fa1-02ef-4658-965c-316bc0f6eedf is going to be created. [ 1168.297654] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.297654] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.297654] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.297654] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.297654] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.306798] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0141fa1-02ef-4658-965c-316bc0f6eedf in Status: IN_PROGRESS for 2s [ 1168.970711] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b866865b-4caf-4c9a-8aca-efb9c8869619 in Status: SUCCESS [ 1168.971051] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b866865b-4caf-4c9a-8aca-efb9c8869619 deletion is rescheduled due to dependency. [ 1168.971051] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.319040] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0141fa1-02ef-4658-965c-316bc0f6eedf in Status: SUCCESS [ 1170.319272] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.355865] env[62781]: INFO networking_nsxv3.common.synchronization [None req-7f10a5d0-db20-459b-b034-a5cecd3fc35c None None] Enqueued Resource ID: d87f9df5-cea2-4e1b-97b8-9a6cca34a504 with Priority: HIGHEST for action port [ 1171.355865] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87f9df5-cea2-4e1b-97b8-9a6cca34a504 with Priority: HIGHEST for action port [ 1171.356142] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-d87f9df5-cea2-4e1b-97b8-9a6cca34a504 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.356759] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d87f9df5-cea2-4e1b-97b8-9a6cca34a504" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.356759] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d87f9df5-cea2-4e1b-97b8-9a6cca34a504" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.359033] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d87f9df5-cea2-4e1b-97b8-9a6cca34a504" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.359033] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d87f9df5-cea2-4e1b-97b8-9a6cca34a504',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.765074] env[62781]: INFO networking_nsxv3.common.synchronization [None req-bb52ed56-154d-4267-a3a0-7df6996d1070 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Enqueued Resource ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 with Priority: HIGHEST for action security_group_rules [ 1171.765307] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 with Priority: HIGHEST for action security_group_rules [ 1171.765838] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22e04b1e-40f2-450d-b570-0b9a934f9325 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.765971] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.766074] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.766326] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.766409] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22e04b1e-40f2-450d-b570-0b9a934f9325',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.859387] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d87f9df5-cea2-4e1b-97b8-9a6cca34a504 [ 1171.863203] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.863399] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.863530] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.863781] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.863907] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.864041] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d87f9df5-cea2-4e1b-97b8-9a6cca34a504 already deleted. [ 1171.864603] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d87f9df5-cea2-4e1b-97b8-9a6cca34a504" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.892696] env[62781]: INFO networking_nsxv3.common.synchronization [None req-3c6f2400-f96a-4c29-a7ab-b9eb17a7edd3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Enqueued Resource ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 with Priority: HIGHEST for action security_group_rules [ 1171.893235] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 with Priority: HIGHEST for action security_group_rules [ 1171.893540] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22e04b1e-40f2-450d-b570-0b9a934f9325 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.893631] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.288154] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.288154] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.288154] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.288154] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1172.288154] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.288154] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 already deleted. [ 1172.288154] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.288154] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.288154] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1172.288154] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22e04b1e-40f2-450d-b570-0b9a934f9325',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.807438] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.807438] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.807438] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.807438] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1172.807438] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.807438] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 already deleted. [ 1172.807982] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.336616] env[62781]: INFO networking_nsxv3.common.synchronization [None req-a7b939b3-5b14-4e6e-add7-53d2c1bcbc7f None None] Enqueued Resource ID: ab524d2d-2e6b-4c8d-ba36-cc3cecb91d0a with Priority: HIGHEST for action port [ 1173.337144] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab524d2d-2e6b-4c8d-ba36-cc3cecb91d0a with Priority: HIGHEST for action port [ 1173.338685] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab524d2d-2e6b-4c8d-ba36-cc3cecb91d0a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.338685] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab524d2d-2e6b-4c8d-ba36-cc3cecb91d0a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.338685] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab524d2d-2e6b-4c8d-ba36-cc3cecb91d0a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.339582] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab524d2d-2e6b-4c8d-ba36-cc3cecb91d0a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1173.339672] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab524d2d-2e6b-4c8d-ba36-cc3cecb91d0a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.841765] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab524d2d-2e6b-4c8d-ba36-cc3cecb91d0a [ 1173.842035] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.842160] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.842232] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.842439] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1173.842595] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.842694] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab524d2d-2e6b-4c8d-ba36-cc3cecb91d0a already deleted. [ 1173.842775] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab524d2d-2e6b-4c8d-ba36-cc3cecb91d0a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.669372] env[62781]: INFO networking_nsxv3.common.synchronization [req-ec209b78-7675-4c8e-9285-16cf3b66fccb req-c6e4631d-79fb-483e-b2c1-67fef83bfe63 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Enqueued Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1176.669882] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1176.670203] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.670321] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.670393] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.670583] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1176.672101] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.672101] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.672101] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.672101] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1176.672101] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.672101] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.859869] env[62781]: INFO networking_nsxv3.common.synchronization [req-ccccba39-f72b-48cd-b727-2c8c3fe2c880 req-7fc46c39-2639-4942-8836-38f46e387d9b tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Enqueued Resource ID: c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b with Priority: HIGHEST for action security_group_members [ 1176.860213] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b with Priority: HIGHEST for action security_group_members [ 1176.860717] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.860804] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.860857] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.861034] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1176.861189] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.861286] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.861345] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.861532] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1176.861589] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.861785] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.174383] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.210300] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-862 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.212449] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-862" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.214485] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-862" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.214485] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-862" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.214485] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.214485] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.214485] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.214485] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.214485] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.216245] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1177.216381] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1177.216616] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1177.216616] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1177.216749] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1177.216845] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1177.216986] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.228855] env[62781]: INFO networking_nsxv3.common.synchronization [None req-7d998ef9-9109-4cbf-882c-5faa9781d8c6 None None] Enqueued Resource ID: e6267a16-cce1-4b1a-bc1d-3f89a74a2e5d with Priority: HIGHEST for action port [ 1177.229031] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6267a16-cce1-4b1a-bc1d-3f89a74a2e5d with Priority: HIGHEST for action port [ 1177.229539] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6267a16-cce1-4b1a-bc1d-3f89a74a2e5d taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.229655] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6267a16-cce1-4b1a-bc1d-3f89a74a2e5d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.229722] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6267a16-cce1-4b1a-bc1d-3f89a74a2e5d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.229958] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6267a16-cce1-4b1a-bc1d-3f89a74a2e5d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.230293] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6267a16-cce1-4b1a-bc1d-3f89a74a2e5d',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.239703] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.239703] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1177.239703] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.239935] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-862" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.242414] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-65256eb6-d8c6-4f06-b5f4-9d3ae5265d69 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.242414] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-65256eb6-d8c6-4f06-b5f4-9d3ae5265d69" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.242414] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-65256eb6-d8c6-4f06-b5f4-9d3ae5265d69" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.242414] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-65256eb6-d8c6-4f06-b5f4-9d3ae5265d69" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.242414] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65256eb6-d8c6-4f06-b5f4-9d3ae5265d69',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.371805] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.371805] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.371805] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.371805] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.371805] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.371805] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.371805] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.371805] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.371805] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.371805] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.371805] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b is going to be updated. [ 1177.403224] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.403451] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.403451] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.403638] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.403791] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.411356] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b in Status: IN_PROGRESS for 2s [ 1177.678799] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.738120] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6267a16-cce1-4b1a-bc1d-3f89a74a2e5d [ 1177.738120] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.738225] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.738301] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.738516] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.738606] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.738700] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6267a16-cce1-4b1a-bc1d-3f89a74a2e5d already deleted. [ 1177.738781] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6267a16-cce1-4b1a-bc1d-3f89a74a2e5d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.744010] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.744205] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.744337] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.744607] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.744757] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.744979] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 65256eb6-d8c6-4f06-b5f4-9d3ae5265d69 not found, creating... [ 1177.745281] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.745443] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.745568] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.745793] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.745935] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.746232] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.746389] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.746516] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.747360] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.747585] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.747769] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 65256eb6-d8c6-4f06-b5f4-9d3ae5265d69 is going to be created. [ 1177.770022] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.770355] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.770414] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.770709] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.770950] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.771234] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-65256eb6-d8c6-4f06-b5f4-9d3ae5265d69" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.183257] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.183433] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.183482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.183698] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.183807] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.183897] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f is going to be updated. [ 1178.227062] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.230255] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.230255] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.230255] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.230255] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.238161] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: IN_PROGRESS for 2s [ 1178.321030] env[62781]: INFO networking_nsxv3.common.synchronization [None req-d5658b97-886e-498e-a3b4-9603a24ddb20 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Enqueued Resource ID: b97abb5a-b87d-4b54-9a54-92343ea0d41a with Priority: HIGHEST for action security_group_rules [ 1178.321577] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97abb5a-b87d-4b54-9a54-92343ea0d41a with Priority: HIGHEST for action security_group_rules [ 1178.321878] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b97abb5a-b87d-4b54-9a54-92343ea0d41a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.322092] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b97abb5a-b87d-4b54-9a54-92343ea0d41a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.322092] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b97abb5a-b87d-4b54-9a54-92343ea0d41a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.322327] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b97abb5a-b87d-4b54-9a54-92343ea0d41a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.322405] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b97abb5a-b87d-4b54-9a54-92343ea0d41a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.503645] env[62781]: INFO networking_nsxv3.common.synchronization [None req-fcd7cb5d-d524-4c56-95e1-03e2aeb77af7 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Enqueued Resource ID: b97abb5a-b87d-4b54-9a54-92343ea0d41a with Priority: HIGHEST for action security_group_rules [ 1178.504259] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97abb5a-b87d-4b54-9a54-92343ea0d41a with Priority: HIGHEST for action security_group_rules [ 1178.504610] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b97abb5a-b87d-4b54-9a54-92343ea0d41a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.504698] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b97abb5a-b87d-4b54-9a54-92343ea0d41a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.620385] env[62781]: INFO networking_nsxv3.common.synchronization [req-ec209b78-7675-4c8e-9285-16cf3b66fccb req-86757374-ea92-48f6-b904-213e501f94b6 service nova] Enqueued Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_rules [ 1178.620569] env[62781]: INFO networking_nsxv3.common.synchronization [req-ec209b78-7675-4c8e-9285-16cf3b66fccb req-86757374-ea92-48f6-b904-213e501f94b6 service nova] Enqueued Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1178.620716] env[62781]: INFO networking_nsxv3.common.synchronization [req-ec209b78-7675-4c8e-9285-16cf3b66fccb req-86757374-ea92-48f6-b904-213e501f94b6 service nova] Enqueued Resource ID: 65256eb6-d8c6-4f06-b5f4-9d3ae5265d69 with Priority: HIGHEST for action port [ 1178.620945] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_rules [ 1178.621085] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1178.621184] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65256eb6-d8c6-4f06-b5f4-9d3ae5265d69 with Priority: HIGHEST for action port [ 1178.621742] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.621866] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.621934] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.622245] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.623346] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.623346] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.623346] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.624114] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-65256eb6-d8c6-4f06-b5f4-9d3ae5265d69 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.624114] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65256eb6-d8c6-4f06-b5f4-9d3ae5265d69" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.624114] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65256eb6-d8c6-4f06-b5f4-9d3ae5265d69" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.624114] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65256eb6-d8c6-4f06-b5f4-9d3ae5265d69" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.624114] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65256eb6-d8c6-4f06-b5f4-9d3ae5265d69',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.841129] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.841466] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.841466] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.841596] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.841690] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.841801] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b97abb5a-b87d-4b54-9a54-92343ea0d41a already deleted. [ 1178.841883] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b97abb5a-b87d-4b54-9a54-92343ea0d41a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.842049] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b97abb5a-b87d-4b54-9a54-92343ea0d41a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.842225] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b97abb5a-b87d-4b54-9a54-92343ea0d41a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.842297] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b97abb5a-b87d-4b54-9a54-92343ea0d41a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.125992] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.126157] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.126357] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65256eb6-d8c6-4f06-b5f4-9d3ae5265d69 with status ACTIVE [ 1179.126562] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.126724] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.126843] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.127085] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1179.127194] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.127393] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.127497] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.127570] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.127704] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1179.127782] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.128059] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.128372] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.128372] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.128372] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1179.128457] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.128562] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65256eb6-d8c6-4f06-b5f4-9d3ae5265d69 is going to be updated. [ 1179.150121] env[62781]: INFO networking_nsxv3.common.synchronization [None req-c143f4fb-e9ea-46e8-b839-69276f07ebd0 None None] Enqueued Resource ID: 1afdcfe9-c5c0-4651-8273-f8cd729f8b4b with Priority: HIGHEST for action port [ 1179.150121] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.150121] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.150121] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.150601] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1179.150905] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.151215] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65256eb6-d8c6-4f06-b5f4-9d3ae5265d69" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.151765] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1afdcfe9-c5c0-4651-8273-f8cd729f8b4b with Priority: HIGHEST for action port [ 1179.152182] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-1afdcfe9-c5c0-4651-8273-f8cd729f8b4b taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.153778] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1afdcfe9-c5c0-4651-8273-f8cd729f8b4b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.153778] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1afdcfe9-c5c0-4651-8273-f8cd729f8b4b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.153778] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1afdcfe9-c5c0-4651-8273-f8cd729f8b4b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1179.153778] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1afdcfe9-c5c0-4651-8273-f8cd729f8b4b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.362327] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.362622] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.362756] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.363074] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1179.363221] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.363364] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b97abb5a-b87d-4b54-9a54-92343ea0d41a already deleted. [ 1179.363490] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b97abb5a-b87d-4b54-9a54-92343ea0d41a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.422486] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b in Status: SUCCESS [ 1179.422739] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b deletion is rescheduled due to dependency. [ 1179.423528] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.655307] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1afdcfe9-c5c0-4651-8273-f8cd729f8b4b [ 1179.655536] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.655671] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.655737] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.655986] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1179.656096] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.656196] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1afdcfe9-c5c0-4651-8273-f8cd729f8b4b already deleted. [ 1179.656280] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1afdcfe9-c5c0-4651-8273-f8cd729f8b4b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.249040] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: SUCCESS [ 1180.249336] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.249336] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.249534] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.249708] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.249820] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.249887] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.250051] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.250166] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.250232] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.752809] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.055446] env[62781]: INFO networking_nsxv3.common.synchronization [req-72432fa8-d463-4b0f-98d3-00fe7457496a req-b2c8ac99-d1a3-4524-ab34-6e83522912eb tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Enqueued Resource ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 with Priority: HIGHEST for action security_group_members [ 1181.056052] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 with Priority: HIGHEST for action security_group_members [ 1181.056357] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-22e04b1e-40f2-450d-b570-0b9a934f9325 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.056506] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.056573] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.056781] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.056933] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.057047] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.057107] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.057259] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.057341] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.057431] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22e04b1e-40f2-450d-b570-0b9a934f9325',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.255462] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.341028] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.341159] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-74" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.341731] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-74" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.341731] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-74" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.341865] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.342039] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.342143] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.342351] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.342483] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.342739] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1181.342860] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1181.342974] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1181.343101] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1181.343221] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1181.343330] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1181.343465] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1181.359844] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1181.360021] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1181.360164] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1181.360334] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-74" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.360707] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-ca280157-fbf4-4cdd-b525-3cbce35c707c taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.360881] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-ca280157-fbf4-4cdd-b525-3cbce35c707c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.361021] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-ca280157-fbf4-4cdd-b525-3cbce35c707c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.361330] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-ca280157-fbf4-4cdd-b525-3cbce35c707c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.361476] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca280157-fbf4-4cdd-b525-3cbce35c707c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.559014] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.559200] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.559256] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.559556] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.559661] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.559865] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.559963] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.560037] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.560185] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.560260] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.560344] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 already deleted. [ 1181.560424] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.758211] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.758370] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.758447] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.758668] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.758760] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.758861] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f is going to be updated. [ 1181.785140] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.785279] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.785349] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.785540] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.785679] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.793699] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: IN_PROGRESS for 2s [ 1181.863267] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.863500] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.863656] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.863944] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.864112] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.864279] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port ca280157-fbf4-4cdd-b525-3cbce35c707c not found, creating... [ 1181.864536] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.864828] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.864993] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.865261] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.865522] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.865697] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.865856] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.865977] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.866210] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.866350] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.866496] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: ca280157-fbf4-4cdd-b525-3cbce35c707c is going to be created. [ 1181.888217] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.888383] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.888517] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.888824] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.888983] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.889235] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-ca280157-fbf4-4cdd-b525-3cbce35c707c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.755791] env[62781]: INFO networking_nsxv3.common.synchronization [req-72432fa8-d463-4b0f-98d3-00fe7457496a req-6e64a560-02f3-4f91-8e54-9b06bd2f8e7b service nova] Enqueued Resource ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 with Priority: HIGHEST for action security_group_rules [ 1182.756133] env[62781]: INFO networking_nsxv3.common.synchronization [req-72432fa8-d463-4b0f-98d3-00fe7457496a req-6e64a560-02f3-4f91-8e54-9b06bd2f8e7b service nova] Enqueued Resource ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 with Priority: HIGHEST for action security_group_members [ 1182.756133] env[62781]: INFO networking_nsxv3.common.synchronization [req-72432fa8-d463-4b0f-98d3-00fe7457496a req-6e64a560-02f3-4f91-8e54-9b06bd2f8e7b service nova] Enqueued Resource ID: ca280157-fbf4-4cdd-b525-3cbce35c707c with Priority: HIGHEST for action port [ 1182.756751] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 with Priority: HIGHEST for action security_group_rules [ 1182.756863] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 with Priority: HIGHEST for action security_group_members [ 1182.756965] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca280157-fbf4-4cdd-b525-3cbce35c707c with Priority: HIGHEST for action port [ 1182.757984] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22e04b1e-40f2-450d-b570-0b9a934f9325 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.758382] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.758460] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.760490] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1182.760729] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22e04b1e-40f2-450d-b570-0b9a934f9325',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.762343] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-22e04b1e-40f2-450d-b570-0b9a934f9325 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.762343] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.762491] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.762679] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1182.762869] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.763056] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.763056] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.763247] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1182.763326] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.763416] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22e04b1e-40f2-450d-b570-0b9a934f9325',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.764584] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca280157-fbf4-4cdd-b525-3cbce35c707c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.764707] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca280157-fbf4-4cdd-b525-3cbce35c707c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.764707] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca280157-fbf4-4cdd-b525-3cbce35c707c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.764912] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca280157-fbf4-4cdd-b525-3cbce35c707c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1182.764959] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca280157-fbf4-4cdd-b525-3cbce35c707c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.269071] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-22e04b1e-40f2-450d-b570-0b9a934f9325 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.269071] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.269071] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22e04b1e-40f2-450d-b570-0b9a934f9325',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.269989] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca280157-fbf4-4cdd-b525-3cbce35c707c with status ACTIVE [ 1183.269989] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.269989] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.269989] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.269989] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.269989] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.270268] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.270268] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.270268] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.270515] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.270515] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.270633] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.270710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.270765] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.270904] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.270967] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.271065] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca280157-fbf4-4cdd-b525-3cbce35c707c is going to be updated. [ 1183.302999] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.303249] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.303249] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.303430] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.303565] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.303742] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca280157-fbf4-4cdd-b525-3cbce35c707c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.773320] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22e04b1e-40f2-450d-b570-0b9a934f9325',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.803431] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: SUCCESS [ 1183.803552] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.804277] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.804277] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.804277] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.804555] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.804555] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.804697] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.804822] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.804959] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.805080] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.275770] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.275998] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.275998] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.276232] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.276323] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.276425] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 is going to be created. [ 1184.299486] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.299672] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.299720] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.299890] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.300066] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.306790] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.306928] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.306972] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.307556] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.307556] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.307556] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.307556] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.307741] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.307741] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.307805] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.307920] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.308023] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.308079] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.308216] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.308348] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.308439] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.308501] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.308647] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.308725] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.308801] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.308889] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.310362] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 in Status: UNINITIALIZED for 2s [ 1184.811555] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1017dd11-9adc-4f05-9e8b-eaa14205942f: rpc.has_security_group_logging(os_id): False [ 1184.830042] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.830266] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.830266] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.830502] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.830644] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.830865] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.830994] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.831099] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.831292] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.831393] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.831618] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.831741] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.831809] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.831998] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.832115] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.832332] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.832453] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.832525] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.832704] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.832782] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.832868] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f is going to be updated. [ 1184.892476] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.893096] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.893165] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.893381] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.893525] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.907412] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: IN_PROGRESS for 2s [ 1185.695029] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.695186] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-190" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.695296] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-190" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.695579] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-190" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.695845] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.696015] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.696147] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.696362] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.696508] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.696723] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1185.696840] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1185.696952] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1185.697075] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1185.697190] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1185.697298] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1185.697434] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1185.718622] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1185.718772] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1185.719227] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1185.719227] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-190" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.719508] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.719686] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.719810] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.720092] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.720234] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de40fe67-f3cd-4e8c-b132-3b55f6b9e03a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.223200] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.223544] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.223665] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.223857] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.224041] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.224379] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.224575] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.224725] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.224987] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.225165] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.225488] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.225685] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.225869] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.226099] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.226271] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.226446] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: de40fe67-f3cd-4e8c-b132-3b55f6b9e03a is going to be updated. [ 1186.247108] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.247376] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.247567] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.247842] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.248060] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.248283] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.330013] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 in Status: SUCCESS [ 1186.330250] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.330429] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.330922] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.330922] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.331140] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.331140] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.331244] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.331332] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.331406] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.331499] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22e04b1e-40f2-450d-b570-0b9a934f9325',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.833393] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22e04b1e-40f2-450d-b570-0b9a934f9325',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.919877] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: SUCCESS [ 1186.920101] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.960131] env[62781]: INFO networking_nsxv3.common.synchronization [req-3e2fc347-50e7-4316-bb63-daeee11c6973 req-ee9157f6-ac31-4b46-8d00-ff9f370cec09 service nova] Enqueued Resource ID: e1270c3e-8696-4982-926a-d0d29246e728 with Priority: HIGHEST for action security_group_rules [ 1186.960327] env[62781]: INFO networking_nsxv3.common.synchronization [req-3e2fc347-50e7-4316-bb63-daeee11c6973 req-ee9157f6-ac31-4b46-8d00-ff9f370cec09 service nova] Enqueued Resource ID: e1270c3e-8696-4982-926a-d0d29246e728 with Priority: HIGHEST for action security_group_members [ 1186.960481] env[62781]: INFO networking_nsxv3.common.synchronization [req-3e2fc347-50e7-4316-bb63-daeee11c6973 req-ee9157f6-ac31-4b46-8d00-ff9f370cec09 service nova] Enqueued Resource ID: de40fe67-f3cd-4e8c-b132-3b55f6b9e03a with Priority: HIGHEST for action port [ 1186.960705] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1270c3e-8696-4982-926a-d0d29246e728 with Priority: HIGHEST for action security_group_rules [ 1186.960841] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1270c3e-8696-4982-926a-d0d29246e728 with Priority: HIGHEST for action security_group_members [ 1186.960973] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de40fe67-f3cd-4e8c-b132-3b55f6b9e03a with Priority: HIGHEST for action port [ 1186.961553] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1270c3e-8696-4982-926a-d0d29246e728 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.961624] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.961695] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.961892] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.961972] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1270c3e-8696-4982-926a-d0d29246e728',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.963463] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1270c3e-8696-4982-926a-d0d29246e728 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.963463] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.963612] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.963765] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.963967] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.964024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.964059] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.964210] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.964294] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.964387] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1270c3e-8696-4982-926a-d0d29246e728',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.965214] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.965214] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.965318] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.965439] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.965517] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de40fe67-f3cd-4e8c-b132-3b55f6b9e03a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.335894] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22e04b1e-40f2-450d-b570-0b9a934f9325: rpc.has_security_group_logging(os_id): False [ 1187.355247] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.355446] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.355524] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.355747] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.355838] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.356093] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.356196] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.356265] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.356407] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.356481] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.356565] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 is going to be created. [ 1187.411565] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.411698] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.411776] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.411986] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.412186] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.423557] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 in Status: IN_PROGRESS for 2s [ 1187.467030] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1270c3e-8696-4982-926a-d0d29246e728',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.468076] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1270c3e-8696-4982-926a-d0d29246e728 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.468178] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.468360] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de40fe67-f3cd-4e8c-b132-3b55f6b9e03a with status ACTIVE [ 1187.468524] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.468637] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.468702] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.468900] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.468987] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.469164] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.469260] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.469357] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.469711] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.469793] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.469981] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.470090] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.470148] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.470290] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.470362] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.470445] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de40fe67-f3cd-4e8c-b132-3b55f6b9e03a is going to be updated. [ 1187.490476] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.490663] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.490781] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.491071] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.491265] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.491492] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.973139] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1270c3e-8696-4982-926a-d0d29246e728',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.475083] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.475337] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.475337] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.475526] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.475679] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.475746] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1270c3e-8696-4982-926a-d0d29246e728 is going to be updated. [ 1188.502015] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.502234] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.502392] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.502914] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.503021] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.511306] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1270c3e-8696-4982-926a-d0d29246e728 in Status: IN_PROGRESS for 2s [ 1189.434890] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 in Status: SUCCESS [ 1189.435199] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.520398] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1270c3e-8696-4982-926a-d0d29246e728 in Status: SUCCESS [ 1190.520689] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.520770] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.520983] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.521359] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.521582] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.521582] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.521716] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.521788] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.521876] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.521966] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1270c3e-8696-4982-926a-d0d29246e728',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.024225] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1270c3e-8696-4982-926a-d0d29246e728',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.526484] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1270c3e-8696-4982-926a-d0d29246e728: rpc.has_security_group_logging(os_id): False [ 1191.544027] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.544027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.544027] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.544195] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1191.544484] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.544658] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.544658] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.544743] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.545411] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1191.545411] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.545411] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1270c3e-8696-4982-926a-d0d29246e728 is going to be updated. [ 1191.601183] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.601380] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.601380] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.601592] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1191.601733] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.613548] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1270c3e-8696-4982-926a-d0d29246e728 in Status: IN_PROGRESS for 2s [ 1191.653986] env[62781]: INFO networking_nsxv3.common.synchronization [req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d req-6696f150-24eb-438f-a3e1-d647ac18f888 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Enqueued Resource ID: b97abb5a-b87d-4b54-9a54-92343ea0d41a with Priority: HIGHEST for action security_group_members [ 1191.654530] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97abb5a-b87d-4b54-9a54-92343ea0d41a with Priority: HIGHEST for action security_group_members [ 1191.654850] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b97abb5a-b87d-4b54-9a54-92343ea0d41a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.654972] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b97abb5a-b87d-4b54-9a54-92343ea0d41a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.655075] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b97abb5a-b87d-4b54-9a54-92343ea0d41a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.655350] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b97abb5a-b87d-4b54-9a54-92343ea0d41a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1191.655519] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.655635] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.655675] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.655849] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1191.655934] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.656040] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b97abb5a-b87d-4b54-9a54-92343ea0d41a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.158244] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.158444] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.158444] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.158657] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.158812] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.158925] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.159114] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.159114] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.159287] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.159287] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.159428] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b97abb5a-b87d-4b54-9a54-92343ea0d41a already deleted. [ 1192.159428] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b97abb5a-b87d-4b54-9a54-92343ea0d41a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.179640] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-853 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.179937] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-853" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.180210] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-853" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.180687] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-853" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.181128] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.181237] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.181335] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.181573] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.181785] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.182043] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1192.182175] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1192.182306] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1192.186015] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1192.186015] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1192.186015] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1192.186015] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1192.202305] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1192.202507] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1192.203091] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1192.203091] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-853" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.203305] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-f2fa4d01-dd62-496f-9e4e-5dd2504c6043 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.203487] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-f2fa4d01-dd62-496f-9e4e-5dd2504c6043" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.204708] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-f2fa4d01-dd62-496f-9e4e-5dd2504c6043" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.204708] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-f2fa4d01-dd62-496f-9e4e-5dd2504c6043" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.204708] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2fa4d01-dd62-496f-9e4e-5dd2504c6043',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.301557] env[62781]: INFO networking_nsxv3.common.synchronization [req-677c83d1-d7e7-418b-ae92-24c6f2fe6900 req-66a89953-bc5d-4b76-9de4-8056eadd3193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Enqueued Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1192.303580] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1192.303580] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.303580] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.303580] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.303580] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.303580] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.303900] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.303900] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.304116] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.304263] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.304371] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.345765] env[62781]: INFO networking_nsxv3.common.synchronization [req-1651d15d-cbcf-4b15-bfe1-ea1610f088b2 req-f49ed7c1-9d3f-471c-8ebf-274e02baab90 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Enqueued Resource ID: dc147a11-2747-4961-920c-050c694910e2 with Priority: HIGHEST for action security_group_members [ 1192.345765] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc147a11-2747-4961-920c-050c694910e2 with Priority: HIGHEST for action security_group_members [ 1192.345854] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc147a11-2747-4961-920c-050c694910e2 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.346688] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc147a11-2747-4961-920c-050c694910e2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.346688] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc147a11-2747-4961-920c-050c694910e2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.346688] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc147a11-2747-4961-920c-050c694910e2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.346688] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.346688] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.346688] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.346688] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.346981] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.346981] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc147a11-2747-4961-920c-050c694910e2',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.707316] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.707697] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.707944] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.708454] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.708854] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.709185] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port f2fa4d01-dd62-496f-9e4e-5dd2504c6043 not found, creating... [ 1192.709676] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.709895] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.710223] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.710613] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.710914] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.711441] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.711713] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.711886] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.712184] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.712368] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.712615] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: f2fa4d01-dd62-496f-9e4e-5dd2504c6043 is going to be created. [ 1192.732832] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.733194] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.733353] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.733727] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.734011] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.734293] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-f2fa4d01-dd62-496f-9e4e-5dd2504c6043" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.806880] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.852155] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.852319] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.852380] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.852606] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.852767] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.852988] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.853149] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.853193] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.853322] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.853398] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.853483] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc147a11-2747-4961-920c-050c694910e2 is going to be updated. [ 1192.881163] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.881163] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.881359] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.881409] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.881584] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.889349] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc147a11-2747-4961-920c-050c694910e2 in Status: IN_PROGRESS for 2s [ 1193.309185] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.471657] env[62781]: INFO networking_nsxv3.common.synchronization [req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d req-3b46beb0-5224-4d0d-a1a2-3104fd0367b8 service nova] Enqueued Resource ID: b97abb5a-b87d-4b54-9a54-92343ea0d41a with Priority: HIGHEST for action security_group_rules [ 1193.471839] env[62781]: INFO networking_nsxv3.common.synchronization [req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d req-3b46beb0-5224-4d0d-a1a2-3104fd0367b8 service nova] Enqueued Resource ID: b97abb5a-b87d-4b54-9a54-92343ea0d41a with Priority: HIGHEST for action security_group_members [ 1193.471986] env[62781]: INFO networking_nsxv3.common.synchronization [req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d req-3b46beb0-5224-4d0d-a1a2-3104fd0367b8 service nova] Enqueued Resource ID: f2fa4d01-dd62-496f-9e4e-5dd2504c6043 with Priority: HIGHEST for action port [ 1193.472551] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97abb5a-b87d-4b54-9a54-92343ea0d41a with Priority: HIGHEST for action security_group_rules [ 1193.472611] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97abb5a-b87d-4b54-9a54-92343ea0d41a with Priority: HIGHEST for action security_group_members [ 1193.472753] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2fa4d01-dd62-496f-9e4e-5dd2504c6043 with Priority: HIGHEST for action port [ 1193.473069] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b97abb5a-b87d-4b54-9a54-92343ea0d41a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.473198] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b97abb5a-b87d-4b54-9a54-92343ea0d41a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.473285] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b97abb5a-b87d-4b54-9a54-92343ea0d41a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.473490] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b97abb5a-b87d-4b54-9a54-92343ea0d41a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1193.473571] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b97abb5a-b87d-4b54-9a54-92343ea0d41a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.475127] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b97abb5a-b87d-4b54-9a54-92343ea0d41a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.475127] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b97abb5a-b87d-4b54-9a54-92343ea0d41a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.475127] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b97abb5a-b87d-4b54-9a54-92343ea0d41a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.475127] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b97abb5a-b87d-4b54-9a54-92343ea0d41a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1193.475127] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.475127] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.475127] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.475594] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1193.475594] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.475594] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b97abb5a-b87d-4b54-9a54-92343ea0d41a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.476103] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2fa4d01-dd62-496f-9e4e-5dd2504c6043 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.476229] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2fa4d01-dd62-496f-9e4e-5dd2504c6043" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.476296] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2fa4d01-dd62-496f-9e4e-5dd2504c6043" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.476403] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2fa4d01-dd62-496f-9e4e-5dd2504c6043" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1193.476467] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2fa4d01-dd62-496f-9e4e-5dd2504c6043',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.624403] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1270c3e-8696-4982-926a-d0d29246e728 in Status: SUCCESS [ 1193.624592] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.812129] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.812544] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.812544] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.812754] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1193.812878] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.812983] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f is going to be updated. [ 1193.839358] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.839573] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.839573] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.841926] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1193.842101] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.850360] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: IN_PROGRESS for 2s [ 1193.978577] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b97abb5a-b87d-4b54-9a54-92343ea0d41a taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.978786] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b97abb5a-b87d-4b54-9a54-92343ea0d41a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.978916] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b97abb5a-b87d-4b54-9a54-92343ea0d41a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.980781] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2fa4d01-dd62-496f-9e4e-5dd2504c6043 with status ACTIVE [ 1193.980781] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.980781] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.980781] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.980781] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1193.980781] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.980781] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.981065] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.981065] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.981128] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1193.981169] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.981336] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.981407] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.981473] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.981613] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1193.981683] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.981765] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2fa4d01-dd62-496f-9e4e-5dd2504c6043 is going to be updated. [ 1194.006398] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.006618] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.006672] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.006858] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.007010] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.007181] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2fa4d01-dd62-496f-9e4e-5dd2504c6043" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.035696] env[62781]: INFO networking_nsxv3.common.synchronization [req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 req-55c0a90c-27d4-42b0-9392-958414194394 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Enqueued Resource ID: d949c3f7-94d3-45fd-865d-058bc38e623f with Priority: HIGHEST for action security_group_members [ 1194.036355] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d949c3f7-94d3-45fd-865d-058bc38e623f with Priority: HIGHEST for action security_group_members [ 1194.036665] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-d949c3f7-94d3-45fd-865d-058bc38e623f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.036805] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.037106] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.037544] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.037712] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.037822] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.037888] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.038125] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.038212] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.038357] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d949c3f7-94d3-45fd-865d-058bc38e623f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.339659] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-238 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.339659] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-238" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.339659] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-238" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.339659] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-238" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.339912] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.340085] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.341062] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.341062] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.341062] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.341062] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1194.341308] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1194.341463] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1194.341604] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1194.341721] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1194.341831] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1194.341968] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1194.361162] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1194.361347] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1194.361494] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1194.361677] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-238" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.361996] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-9fae07ef-c62a-4957-9c4d-0754f45fe760 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.362259] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-9fae07ef-c62a-4957-9c4d-0754f45fe760" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.362390] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-9fae07ef-c62a-4957-9c4d-0754f45fe760" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.362803] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-9fae07ef-c62a-4957-9c4d-0754f45fe760" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.363094] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fae07ef-c62a-4957-9c4d-0754f45fe760',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.486766] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b97abb5a-b87d-4b54-9a54-92343ea0d41a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.540205] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.541028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.541028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.541028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.559355] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.559641] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.559776] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.559830] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.560047] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.560138] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.560231] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d949c3f7-94d3-45fd-865d-058bc38e623f is going to be updated. [ 1194.581703] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.581703] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.581703] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.581703] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.581703] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.589135] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d949c3f7-94d3-45fd-865d-058bc38e623f in Status: IN_PROGRESS for 2s [ 1194.866552] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.866994] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.866994] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.867198] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.867366] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.867539] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 9fae07ef-c62a-4957-9c4d-0754f45fe760 not found, creating... [ 1194.867819] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.867986] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.868134] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.868359] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.868499] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.868811] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.869030] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.869166] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.869385] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.869525] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.869661] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 9fae07ef-c62a-4957-9c4d-0754f45fe760 is going to be created. [ 1194.888945] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.889243] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.889376] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.889654] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.889890] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.890172] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-9fae07ef-c62a-4957-9c4d-0754f45fe760" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.899938] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc147a11-2747-4961-920c-050c694910e2 in Status: SUCCESS [ 1194.900140] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc147a11-2747-4961-920c-050c694910e2 deletion is rescheduled due to dependency. [ 1194.900256] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc147a11-2747-4961-920c-050c694910e2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.990448] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.990691] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.990691] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.990917] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.991035] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.991140] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b97abb5a-b87d-4b54-9a54-92343ea0d41a is going to be created. [ 1195.022683] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.023054] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.023054] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.023201] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.023343] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.034299] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b97abb5a-b87d-4b54-9a54-92343ea0d41a in Status: UNINITIALIZED for 2s [ 1195.612129] env[62781]: INFO networking_nsxv3.common.synchronization [req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 req-4e54a62a-ce33-4181-8c24-83f1be904efc service nova] Enqueued Resource ID: d949c3f7-94d3-45fd-865d-058bc38e623f with Priority: HIGHEST for action security_group_rules [ 1195.612327] env[62781]: INFO networking_nsxv3.common.synchronization [req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 req-4e54a62a-ce33-4181-8c24-83f1be904efc service nova] Enqueued Resource ID: d949c3f7-94d3-45fd-865d-058bc38e623f with Priority: HIGHEST for action security_group_members [ 1195.612475] env[62781]: INFO networking_nsxv3.common.synchronization [req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 req-4e54a62a-ce33-4181-8c24-83f1be904efc service nova] Enqueued Resource ID: 9fae07ef-c62a-4957-9c4d-0754f45fe760 with Priority: HIGHEST for action port [ 1195.612753] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d949c3f7-94d3-45fd-865d-058bc38e623f with Priority: HIGHEST for action security_group_rules [ 1195.612876] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d949c3f7-94d3-45fd-865d-058bc38e623f with Priority: HIGHEST for action security_group_members [ 1195.612979] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fae07ef-c62a-4957-9c4d-0754f45fe760 with Priority: HIGHEST for action port [ 1195.617485] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d949c3f7-94d3-45fd-865d-058bc38e623f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.617678] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.617807] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.617986] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.618087] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d949c3f7-94d3-45fd-865d-058bc38e623f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.619070] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-d949c3f7-94d3-45fd-865d-058bc38e623f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.619179] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.619591] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fae07ef-c62a-4957-9c4d-0754f45fe760 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.619591] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fae07ef-c62a-4957-9c4d-0754f45fe760" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.619591] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fae07ef-c62a-4957-9c4d-0754f45fe760" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.619774] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fae07ef-c62a-4957-9c4d-0754f45fe760" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.619809] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fae07ef-c62a-4957-9c4d-0754f45fe760',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.859852] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: SUCCESS [ 1195.860089] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.121940] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-d949c3f7-94d3-45fd-865d-058bc38e623f taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.122320] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.124339] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fae07ef-c62a-4957-9c4d-0754f45fe760 with status ACTIVE [ 1196.124519] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.124630] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.124712] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.124913] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1196.125013] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.125223] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.125332] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.125384] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.125536] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1196.125613] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.125798] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.125891] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.125951] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.126114] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1196.126188] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.126272] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fae07ef-c62a-4957-9c4d-0754f45fe760 is going to be updated. [ 1196.147546] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.147721] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.147765] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.147923] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1196.148071] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.148222] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fae07ef-c62a-4957-9c4d-0754f45fe760" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.598524] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d949c3f7-94d3-45fd-865d-058bc38e623f in Status: SUCCESS [ 1196.598714] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d949c3f7-94d3-45fd-865d-058bc38e623f deletion is rescheduled due to dependency. [ 1196.598820] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.599017] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.599279] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1196.599507] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.599646] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.599729] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.599919] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1196.600025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.600141] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d949c3f7-94d3-45fd-865d-058bc38e623f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.043901] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b97abb5a-b87d-4b54-9a54-92343ea0d41a in Status: SUCCESS [ 1197.044178] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b97abb5a-b87d-4b54-9a54-92343ea0d41a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.044395] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b97abb5a-b87d-4b54-9a54-92343ea0d41a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.044639] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b97abb5a-b87d-4b54-9a54-92343ea0d41a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.044848] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.045015] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.045212] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.045418] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.045473] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.045624] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b97abb5a-b87d-4b54-9a54-92343ea0d41a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.045665] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b97abb5a-b87d-4b54-9a54-92343ea0d41a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.105702] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d949c3f7-94d3-45fd-865d-058bc38e623f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.548667] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b97abb5a-b87d-4b54-9a54-92343ea0d41a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.608018] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d949c3f7-94d3-45fd-865d-058bc38e623f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.051213] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b97abb5a-b87d-4b54-9a54-92343ea0d41a: rpc.has_security_group_logging(os_id): False [ 1198.069165] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.069165] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.069165] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.069165] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1198.069165] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.069489] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.069618] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.069687] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.069874] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1198.070433] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.070433] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b97abb5a-b87d-4b54-9a54-92343ea0d41a is going to be created. [ 1198.110564] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.110725] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.110805] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.114888] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1198.115149] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.115326] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d949c3f7-94d3-45fd-865d-058bc38e623f is going to be updated. [ 1198.129494] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.129755] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.129869] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.130297] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1198.130568] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.143963] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.144284] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.144350] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.144600] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1198.144821] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.147156] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b97abb5a-b87d-4b54-9a54-92343ea0d41a in Status: IN_PROGRESS for 2s [ 1198.154081] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d949c3f7-94d3-45fd-865d-058bc38e623f in Status: IN_PROGRESS for 2s [ 1200.161107] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b97abb5a-b87d-4b54-9a54-92343ea0d41a in Status: SUCCESS [ 1200.161489] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b97abb5a-b87d-4b54-9a54-92343ea0d41a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.162380] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d949c3f7-94d3-45fd-865d-058bc38e623f in Status: SUCCESS [ 1200.162380] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.162543] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.162634] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.162857] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.163016] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.163112] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.163325] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.163426] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.163548] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.163666] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d949c3f7-94d3-45fd-865d-058bc38e623f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.389413] env[62781]: INFO networking_nsxv3.common.synchronization [None req-5f2e2fb6-283e-497c-8986-4ed6948fc862 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Enqueued Resource ID: 9c1e1bab-b533-471e-8529-f9f3ff2c9ded with Priority: HIGHEST for action security_group_rules [ 1200.389413] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c1e1bab-b533-471e-8529-f9f3ff2c9ded with Priority: HIGHEST for action security_group_rules [ 1200.389601] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c1e1bab-b533-471e-8529-f9f3ff2c9ded taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.389856] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c1e1bab-b533-471e-8529-f9f3ff2c9ded" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.390051] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c1e1bab-b533-471e-8529-f9f3ff2c9ded" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.390413] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c1e1bab-b533-471e-8529-f9f3ff2c9ded" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.390618] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c1e1bab-b533-471e-8529-f9f3ff2c9ded',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.501233] env[62781]: INFO networking_nsxv3.common.synchronization [None req-f9d29d4a-556b-4b65-8ffc-539a2f6962fb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Enqueued Resource ID: 9c1e1bab-b533-471e-8529-f9f3ff2c9ded with Priority: HIGHEST for action security_group_rules [ 1200.501380] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c1e1bab-b533-471e-8529-f9f3ff2c9ded with Priority: HIGHEST for action security_group_rules [ 1200.501684] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c1e1bab-b533-471e-8529-f9f3ff2c9ded taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.501766] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c1e1bab-b533-471e-8529-f9f3ff2c9ded" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.666373] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-d949c3f7-94d3-45fd-865d-058bc38e623f taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.666499] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.666567] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.666796] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.666948] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.667060] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.667118] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.667269] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.667352] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.667439] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.667584] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-d949c3f7-94d3-45fd-865d-058bc38e623f taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.667677] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.667736] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.667876] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.668023] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.668118] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.668177] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.668312] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.668384] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.668463] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.668584] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d949c3f7-94d3-45fd-865d-058bc38e623f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.882458] env[62781]: INFO networking_nsxv3.common.synchronization [req-f9ea0735-d56d-45a4-9371-989508e40114 req-c20bf8f4-a2e3-4f48-83af-25daa2e52cb1 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Enqueued Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1200.882995] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGHEST for action security_group_members [ 1200.883329] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.883452] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.883519] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.883725] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.883886] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.885138] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.885633] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.885819] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.885918] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.886027] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.910122] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.910258] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.910349] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.910534] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.910617] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.910710] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c1e1bab-b533-471e-8529-f9f3ff2c9ded already deleted. [ 1200.910790] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c1e1bab-b533-471e-8529-f9f3ff2c9ded" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.910941] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c1e1bab-b533-471e-8529-f9f3ff2c9ded" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.911106] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c1e1bab-b533-471e-8529-f9f3ff2c9ded" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.911194] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c1e1bab-b533-471e-8529-f9f3ff2c9ded',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.171226] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d949c3f7-94d3-45fd-865d-058bc38e623f: rpc.has_security_group_logging(os_id): False [ 1201.190115] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.190302] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.190404] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.190693] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1201.190927] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.191172] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.191315] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.191404] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.191609] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1201.191721] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.191969] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.192117] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.192206] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.192396] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1201.192498] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.192742] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.192878] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.192967] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.193168] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1201.193272] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.193388] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d949c3f7-94d3-45fd-865d-058bc38e623f is going to be updated. [ 1201.256957] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.257220] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.257220] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.257332] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1201.257483] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.274097] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d949c3f7-94d3-45fd-865d-058bc38e623f in Status: IN_PROGRESS for 2s [ 1201.388015] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.388255] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.388329] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.388632] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1201.388776] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.389032] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.389156] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.389211] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.389408] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1201.389475] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.389581] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f is going to be updated. [ 1201.432468] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.432637] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.432726] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.433086] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1201.433243] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.433886] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c1e1bab-b533-471e-8529-f9f3ff2c9ded already deleted. [ 1201.433886] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c1e1bab-b533-471e-8529-f9f3ff2c9ded" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.440169] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.440169] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.440169] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.440169] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1201.440169] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.445694] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: IN_PROGRESS for 2s [ 1203.286781] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d949c3f7-94d3-45fd-865d-058bc38e623f in Status: SUCCESS [ 1203.287191] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.455331] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f in Status: SUCCESS [ 1203.455537] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f deletion is rescheduled due to dependency. [ 1203.455537] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.884096] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1205.884499] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1206.666788] env[62781]: INFO networking_nsxv3.common.synchronization [req-c5dfc3bf-20e2-4c02-a713-536022b96d5c req-fca45117-90b1-442e-8f01-ed0d22807670 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Enqueued Resource ID: d949c3f7-94d3-45fd-865d-058bc38e623f with Priority: HIGHEST for action security_group_members [ 1206.667051] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d949c3f7-94d3-45fd-865d-058bc38e623f with Priority: HIGHEST for action security_group_members [ 1206.667579] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-d949c3f7-94d3-45fd-865d-058bc38e623f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.667706] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.667771] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.667969] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1206.668135] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.668236] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.668297] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.668443] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1206.668527] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.668618] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d949c3f7-94d3-45fd-865d-058bc38e623f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.754624] env[62781]: INFO networking_nsxv3.common.synchronization [req-c5dfc3bf-20e2-4c02-a713-536022b96d5c req-fca45117-90b1-442e-8f01-ed0d22807670 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Enqueued Resource ID: 9fae07ef-c62a-4957-9c4d-0754f45fe760 with Priority: HIGHEST for action port [ 1206.755140] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fae07ef-c62a-4957-9c4d-0754f45fe760 with Priority: HIGHEST for action port [ 1206.755512] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fae07ef-c62a-4957-9c4d-0754f45fe760 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.755668] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fae07ef-c62a-4957-9c4d-0754f45fe760" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.755745] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fae07ef-c62a-4957-9c4d-0754f45fe760" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.756030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fae07ef-c62a-4957-9c4d-0754f45fe760" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1206.756089] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fae07ef-c62a-4957-9c4d-0754f45fe760',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.175166] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.175466] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.175466] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.176212] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1207.176212] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.176212] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.176212] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.176212] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.176212] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1207.176451] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.176451] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d949c3f7-94d3-45fd-865d-058bc38e623f is going to be updated. [ 1207.202021] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.202159] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.202228] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.202429] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1207.202876] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.212342] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d949c3f7-94d3-45fd-865d-058bc38e623f in Status: IN_PROGRESS for 2s [ 1207.238949] env[62781]: INFO networking_nsxv3.common.synchronization [req-482bf5d7-ac2f-406b-9775-1c383da4037c req-2e3da21e-8dcb-4ad3-9b81-62a191f1d55c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Enqueued Resource ID: 9c1e1bab-b533-471e-8529-f9f3ff2c9ded with Priority: HIGHEST for action security_group_members [ 1207.239470] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c1e1bab-b533-471e-8529-f9f3ff2c9ded with Priority: HIGHEST for action security_group_members [ 1207.239787] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c1e1bab-b533-471e-8529-f9f3ff2c9ded taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.239910] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c1e1bab-b533-471e-8529-f9f3ff2c9ded" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.239986] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c1e1bab-b533-471e-8529-f9f3ff2c9ded" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.240250] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c1e1bab-b533-471e-8529-f9f3ff2c9ded" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1207.240403] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.240505] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.240603] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.243729] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1207.243729] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.243729] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c1e1bab-b533-471e-8529-f9f3ff2c9ded',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.247387] env[62781]: INFO networking_nsxv3.common.synchronization [req-b8c3c618-8cd0-4ecd-b3c5-e8101397a6cb req-b9d6836a-080d-49d5-a349-95061fb11c26 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Enqueued Resource ID: 99916862-7487-40ba-9802-535b0ade8c5c with Priority: HIGHEST for action security_group_members [ 1207.248250] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99916862-7487-40ba-9802-535b0ade8c5c with Priority: HIGHEST for action security_group_members [ 1207.248250] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-99916862-7487-40ba-9802-535b0ade8c5c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.248250] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.248448] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.248489] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1207.248654] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.248719] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.248769] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.248936] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1207.249046] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.249111] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99916862-7487-40ba-9802-535b0ade8c5c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.258089] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fae07ef-c62a-4957-9c4d-0754f45fe760 with status ACTIVE [ 1207.259051] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.259183] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.259548] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.259548] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1207.259548] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.259671] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.259767] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.259828] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.259970] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1207.260056] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.260272] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.260372] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.260435] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.260579] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1207.260652] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.260786] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fae07ef-c62a-4957-9c4d-0754f45fe760 is going to be updated. [ 1207.286851] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.286851] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.286851] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.286851] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1207.287056] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.287169] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fae07ef-c62a-4957-9c4d-0754f45fe760" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.699566] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-645 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.699761] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-645" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.699862] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-645" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.700278] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-645" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1207.700386] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.700542] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.700668] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.700978] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1207.700978] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.701235] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1207.701340] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1207.701647] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1207.701647] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1207.701827] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1207.701827] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1207.702047] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1207.719817] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1207.720352] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1207.720352] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1207.720540] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-645" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.721012] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-52c9fb1b-59a5-4bba-9608-5663f1469950 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.721200] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-52c9fb1b-59a5-4bba-9608-5663f1469950" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.721468] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-52c9fb1b-59a5-4bba-9608-5663f1469950" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.721682] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-52c9fb1b-59a5-4bba-9608-5663f1469950" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1207.721836] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52c9fb1b-59a5-4bba-9608-5663f1469950',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.744030] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.744030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.744030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.744030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1207.744030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.744292] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.744358] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.744394] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.744544] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1207.744619] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.744703] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c1e1bab-b533-471e-8529-f9f3ff2c9ded already deleted. [ 1207.744781] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c1e1bab-b533-471e-8529-f9f3ff2c9ded" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.751408] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.751530] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.752430] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.752430] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1207.752430] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.752430] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.752430] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.752430] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.752430] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1207.752430] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.752763] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99916862-7487-40ba-9802-535b0ade8c5c is going to be updated. [ 1207.777909] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.778034] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.778133] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.778330] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1207.778463] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.786965] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99916862-7487-40ba-9802-535b0ade8c5c in Status: IN_PROGRESS for 2s [ 1208.224947] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.225347] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1208.225347] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.225603] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1208.225753] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.225918] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 52c9fb1b-59a5-4bba-9608-5663f1469950 not found, creating... [ 1208.226203] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.226369] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1208.226493] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.226712] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1208.226854] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.227149] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.227311] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1208.227432] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.227641] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1208.227776] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.227956] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 52c9fb1b-59a5-4bba-9608-5663f1469950 is going to be created. [ 1208.249456] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.249703] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1208.249789] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.249993] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1208.250228] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.250465] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-52c9fb1b-59a5-4bba-9608-5663f1469950" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.984290] env[62781]: INFO networking_nsxv3.common.synchronization [req-482bf5d7-ac2f-406b-9775-1c383da4037c req-2002d596-b981-4377-9655-2a6a24d48785 service nova] Enqueued Resource ID: 9c1e1bab-b533-471e-8529-f9f3ff2c9ded with Priority: HIGHEST for action security_group_rules [ 1208.984479] env[62781]: INFO networking_nsxv3.common.synchronization [req-482bf5d7-ac2f-406b-9775-1c383da4037c req-2002d596-b981-4377-9655-2a6a24d48785 service nova] Enqueued Resource ID: 9c1e1bab-b533-471e-8529-f9f3ff2c9ded with Priority: HIGHEST for action security_group_members [ 1208.984626] env[62781]: INFO networking_nsxv3.common.synchronization [req-482bf5d7-ac2f-406b-9775-1c383da4037c req-2002d596-b981-4377-9655-2a6a24d48785 service nova] Enqueued Resource ID: 52c9fb1b-59a5-4bba-9608-5663f1469950 with Priority: HIGHEST for action port [ 1208.984855] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c1e1bab-b533-471e-8529-f9f3ff2c9ded with Priority: HIGHEST for action security_group_rules [ 1208.984996] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c1e1bab-b533-471e-8529-f9f3ff2c9ded with Priority: HIGHEST for action security_group_members [ 1208.985156] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c9fb1b-59a5-4bba-9608-5663f1469950 with Priority: HIGHEST for action port [ 1208.985908] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c1e1bab-b533-471e-8529-f9f3ff2c9ded taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.985908] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c1e1bab-b533-471e-8529-f9f3ff2c9ded" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1208.985908] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c1e1bab-b533-471e-8529-f9f3ff2c9ded" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.986234] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c1e1bab-b533-471e-8529-f9f3ff2c9ded" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1208.986234] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c1e1bab-b533-471e-8529-f9f3ff2c9ded',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.988040] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c1e1bab-b533-471e-8529-f9f3ff2c9ded taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.988040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c1e1bab-b533-471e-8529-f9f3ff2c9ded" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1208.988040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c1e1bab-b533-471e-8529-f9f3ff2c9ded" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.988040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c1e1bab-b533-471e-8529-f9f3ff2c9ded" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1208.988040] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.988040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1208.988040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.988040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1208.988040] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.988406] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c1e1bab-b533-471e-8529-f9f3ff2c9ded',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.989399] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-52c9fb1b-59a5-4bba-9608-5663f1469950 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.989399] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52c9fb1b-59a5-4bba-9608-5663f1469950" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1208.989399] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52c9fb1b-59a5-4bba-9608-5663f1469950" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.989678] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52c9fb1b-59a5-4bba-9608-5663f1469950" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1208.989678] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52c9fb1b-59a5-4bba-9608-5663f1469950',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.240363] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d949c3f7-94d3-45fd-865d-058bc38e623f in Status: SUCCESS [ 1209.240729] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d949c3f7-94d3-45fd-865d-058bc38e623f deletion is rescheduled due to dependency. [ 1209.240729] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.490886] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c1e1bab-b533-471e-8529-f9f3ff2c9ded taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.491033] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c1e1bab-b533-471e-8529-f9f3ff2c9ded" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.491234] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c1e1bab-b533-471e-8529-f9f3ff2c9ded',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.492156] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52c9fb1b-59a5-4bba-9608-5663f1469950 with status ACTIVE [ 1209.492422] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.492579] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.492653] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.492863] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1209.492974] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.493193] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.493320] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.493405] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.493586] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1209.493707] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.493910] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.494044] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.494148] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.494271] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1209.494349] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.494430] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52c9fb1b-59a5-4bba-9608-5663f1469950 is going to be updated. [ 1209.528636] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.528846] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.528892] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.529363] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1209.529363] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.529541] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52c9fb1b-59a5-4bba-9608-5663f1469950" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.797303] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99916862-7487-40ba-9802-535b0ade8c5c in Status: SUCCESS [ 1209.797303] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99916862-7487-40ba-9802-535b0ade8c5c deletion is rescheduled due to dependency. [ 1209.797303] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.996754] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c1e1bab-b533-471e-8529-f9f3ff2c9ded',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.500118] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.500581] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.500581] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.500694] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.500780] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.500980] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c1e1bab-b533-471e-8529-f9f3ff2c9ded is going to be created. [ 1210.525939] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.526260] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.526366] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.526533] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.526737] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.543374] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c1e1bab-b533-471e-8529-f9f3ff2c9ded in Status: UNINITIALIZED for 2s [ 1212.553583] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c1e1bab-b533-471e-8529-f9f3ff2c9ded in Status: SUCCESS [ 1212.554026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c1e1bab-b533-471e-8529-f9f3ff2c9ded" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.554026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c1e1bab-b533-471e-8529-f9f3ff2c9ded" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.554209] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c1e1bab-b533-471e-8529-f9f3ff2c9ded" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1212.554391] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.554548] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.554548] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.554717] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1212.554792] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.554852] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c1e1bab-b533-471e-8529-f9f3ff2c9ded" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.554911] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c1e1bab-b533-471e-8529-f9f3ff2c9ded',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.056663] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c1e1bab-b533-471e-8529-f9f3ff2c9ded',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.561751] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c1e1bab-b533-471e-8529-f9f3ff2c9ded: rpc.has_security_group_logging(os_id): False [ 1213.578738] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.578939] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.578939] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.579225] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1213.579337] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.579636] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.579774] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.579862] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.580070] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1213.580179] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.580292] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c1e1bab-b533-471e-8529-f9f3ff2c9ded is going to be created. [ 1213.641270] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.641499] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.641499] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.641694] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1213.641954] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.651725] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c1e1bab-b533-471e-8529-f9f3ff2c9ded in Status: IN_PROGRESS for 2s [ 1213.986398] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1213.986506] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1215.664995] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c1e1bab-b533-471e-8529-f9f3ff2c9ded in Status: SUCCESS [ 1215.665335] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c1e1bab-b533-471e-8529-f9f3ff2c9ded" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.110488] env[62781]: INFO networking_nsxv3.common.synchronization [req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 req-f4147bf9-3bec-4a53-ab70-9d25469f7552 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Enqueued Resource ID: 99916862-7487-40ba-9802-535b0ade8c5c with Priority: HIGHEST for action security_group_members [ 1216.111090] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99916862-7487-40ba-9802-535b0ade8c5c with Priority: HIGHEST for action security_group_members [ 1216.111409] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-99916862-7487-40ba-9802-535b0ade8c5c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.111532] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.111594] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.111791] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.111948] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.112107] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.112174] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.112330] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.112418] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.112514] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99916862-7487-40ba-9802-535b0ade8c5c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.421647] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-245 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.421861] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-245" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.421993] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-245" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.422293] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-245" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.422556] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.422719] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.422841] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.423097] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.423257] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.423488] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1216.423607] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1216.423723] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1216.423837] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1216.423984] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1216.424094] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1216.424246] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1216.441889] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1216.442060] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1216.442205] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1216.442368] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-245" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.442637] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-87941ac6-78ae-4de4-9670-7ec2cecbae04 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.442799] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-87941ac6-78ae-4de4-9670-7ec2cecbae04" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.442922] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-87941ac6-78ae-4de4-9670-7ec2cecbae04" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.443295] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-87941ac6-78ae-4de4-9670-7ec2cecbae04" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.443443] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87941ac6-78ae-4de4-9670-7ec2cecbae04',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.614898] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.614898] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.614898] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.614898] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.615196] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.615196] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.615307] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.615487] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.615666] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.615751] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.615847] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99916862-7487-40ba-9802-535b0ade8c5c is going to be updated. [ 1216.638954] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.639113] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.639160] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.639298] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.639429] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.646433] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99916862-7487-40ba-9802-535b0ade8c5c in Status: IN_PROGRESS for 2s [ 1216.946082] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.946374] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.946474] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.946732] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.946887] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.947059] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 87941ac6-78ae-4de4-9670-7ec2cecbae04 not found, creating... [ 1216.947389] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.947569] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.947727] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.947975] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.948208] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.948510] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.948699] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.948861] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.949152] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.949296] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.949449] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 87941ac6-78ae-4de4-9670-7ec2cecbae04 is going to be created. [ 1216.967869] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.968089] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.968225] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.968483] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.968711] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.968928] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-87941ac6-78ae-4de4-9670-7ec2cecbae04" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.675794] env[62781]: INFO networking_nsxv3.common.synchronization [req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 req-ce140781-6d79-4975-b3a6-5039eed66e13 service nova] Enqueued Resource ID: 99916862-7487-40ba-9802-535b0ade8c5c with Priority: HIGHEST for action security_group_rules [ 1217.676084] env[62781]: INFO networking_nsxv3.common.synchronization [req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 req-ce140781-6d79-4975-b3a6-5039eed66e13 service nova] Enqueued Resource ID: 99916862-7487-40ba-9802-535b0ade8c5c with Priority: HIGHEST for action security_group_members [ 1217.676187] env[62781]: INFO networking_nsxv3.common.synchronization [req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 req-ce140781-6d79-4975-b3a6-5039eed66e13 service nova] Enqueued Resource ID: 87941ac6-78ae-4de4-9670-7ec2cecbae04 with Priority: HIGHEST for action port [ 1217.676622] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99916862-7487-40ba-9802-535b0ade8c5c with Priority: HIGHEST for action security_group_rules [ 1217.676748] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99916862-7487-40ba-9802-535b0ade8c5c with Priority: HIGHEST for action security_group_members [ 1217.676849] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87941ac6-78ae-4de4-9670-7ec2cecbae04 with Priority: HIGHEST for action port [ 1217.677215] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99916862-7487-40ba-9802-535b0ade8c5c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.677670] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.677670] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.677670] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.678124] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99916862-7487-40ba-9802-535b0ade8c5c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.678537] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-99916862-7487-40ba-9802-535b0ade8c5c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.678635] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.678913] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-87941ac6-78ae-4de4-9670-7ec2cecbae04 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.679217] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87941ac6-78ae-4de4-9670-7ec2cecbae04" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.679217] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87941ac6-78ae-4de4-9670-7ec2cecbae04" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.679217] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87941ac6-78ae-4de4-9670-7ec2cecbae04" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.679527] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87941ac6-78ae-4de4-9670-7ec2cecbae04',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.181221] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-99916862-7487-40ba-9802-535b0ade8c5c taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.181530] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.181574] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87941ac6-78ae-4de4-9670-7ec2cecbae04 with status ACTIVE [ 1218.181824] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.181994] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.182125] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.182384] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.182697] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.182778] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.182927] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.183090] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.183318] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.183414] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.183662] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.183805] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.183877] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.184132] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.184259] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.184365] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87941ac6-78ae-4de4-9670-7ec2cecbae04 is going to be updated. [ 1218.204613] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.204768] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.204868] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.205108] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.205252] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.205468] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87941ac6-78ae-4de4-9670-7ec2cecbae04" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.655443] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99916862-7487-40ba-9802-535b0ade8c5c in Status: SUCCESS [ 1218.655621] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99916862-7487-40ba-9802-535b0ade8c5c deletion is rescheduled due to dependency. [ 1218.655742] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.655900] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.656151] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.656335] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.656449] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.656513] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.656662] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.656739] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.656833] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99916862-7487-40ba-9802-535b0ade8c5c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.159534] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99916862-7487-40ba-9802-535b0ade8c5c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.663213] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99916862-7487-40ba-9802-535b0ade8c5c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.165860] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.166058] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1220.166106] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.166327] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1220.166678] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1220.166678] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99916862-7487-40ba-9802-535b0ade8c5c is going to be updated. [ 1220.196707] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.196908] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1220.196957] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.197163] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1220.197304] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1220.204952] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99916862-7487-40ba-9802-535b0ade8c5c in Status: IN_PROGRESS for 2s [ 1222.215363] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99916862-7487-40ba-9802-535b0ade8c5c in Status: SUCCESS [ 1222.215743] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.215743] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.216012] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.216210] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.216330] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.216399] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.216552] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.216635] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.216724] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.216817] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99916862-7487-40ba-9802-535b0ade8c5c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.677835] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1222.677977] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1222.718505] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99916862-7487-40ba-9802-535b0ade8c5c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.221374] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99916862-7487-40ba-9802-535b0ade8c5c: rpc.has_security_group_logging(os_id): False [ 1223.238076] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.238234] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.238305] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.238519] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.238610] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.238854] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.238964] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.239052] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.239174] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.239250] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.239339] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99916862-7487-40ba-9802-535b0ade8c5c is going to be updated. [ 1223.292847] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.293098] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.293098] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.293299] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.293457] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.304759] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99916862-7487-40ba-9802-535b0ade8c5c in Status: IN_PROGRESS for 2s [ 1225.319525] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99916862-7487-40ba-9802-535b0ade8c5c in Status: SUCCESS [ 1225.319864] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.680056] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1227.680056] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1231.376989] env[62781]: INFO networking_nsxv3.common.synchronization [req-47ccdda5-df84-4bb5-bdd1-20af175ade8f req-2bea3942-f3ea-48ab-8a7c-99c560497db5 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Enqueued Resource ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec with Priority: HIGHEST for action security_group_members [ 1231.377360] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec with Priority: HIGHEST for action security_group_members [ 1231.377610] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-982cb2e6-98c0-4e7a-b32a-46402370d9ec taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.377734] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.377802] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.377991] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1231.378159] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.378254] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.378393] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.378508] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1231.378596] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.378691] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('982cb2e6-98c0-4e7a-b32a-46402370d9ec',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.679896] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-238 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.680125] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-238" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.680260] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-238" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.680560] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-238" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1231.680829] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.680992] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.681144] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.681366] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1231.681515] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.681736] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1231.681856] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1231.681973] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1231.682098] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1231.682214] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1231.682326] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1231.682461] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1231.701147] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1231.701298] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1231.701447] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1231.701619] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-238" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.701901] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-bfdedff6-cc41-4399-98bf-4b3d45795f5b taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.702086] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-bfdedff6-cc41-4399-98bf-4b3d45795f5b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.702214] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-bfdedff6-cc41-4399-98bf-4b3d45795f5b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.702520] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-bfdedff6-cc41-4399-98bf-4b3d45795f5b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1231.702664] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfdedff6-cc41-4399-98bf-4b3d45795f5b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.880688] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('982cb2e6-98c0-4e7a-b32a-46402370d9ec',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.204917] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.205250] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.205374] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.205720] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1232.205900] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.206106] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port bfdedff6-cc41-4399-98bf-4b3d45795f5b not found, creating... [ 1232.206407] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.206606] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.206755] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.207088] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1232.207197] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.207555] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.207754] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.207899] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.208166] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1232.208338] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.208518] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: bfdedff6-cc41-4399-98bf-4b3d45795f5b is going to be created. [ 1232.227200] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.227200] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.227378] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.227520] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1232.227749] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.227977] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-bfdedff6-cc41-4399-98bf-4b3d45795f5b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.382981] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('982cb2e6-98c0-4e7a-b32a-46402370d9ec',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.886662] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.886662] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.886662] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.887064] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1232.887064] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.887064] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec is going to be updated. [ 1232.913782] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.913995] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.913995] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.914268] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1232.914419] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.922341] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec in Status: IN_PROGRESS for 2s [ 1232.924274] env[62781]: INFO networking_nsxv3.common.synchronization [req-47ccdda5-df84-4bb5-bdd1-20af175ade8f req-b187b072-8aad-43e6-902a-e35a5a1c61b0 service nova] Enqueued Resource ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec with Priority: HIGHEST for action security_group_rules [ 1232.924483] env[62781]: INFO networking_nsxv3.common.synchronization [req-47ccdda5-df84-4bb5-bdd1-20af175ade8f req-b187b072-8aad-43e6-902a-e35a5a1c61b0 service nova] Enqueued Resource ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec with Priority: HIGHEST for action security_group_members [ 1232.924617] env[62781]: INFO networking_nsxv3.common.synchronization [req-47ccdda5-df84-4bb5-bdd1-20af175ade8f req-b187b072-8aad-43e6-902a-e35a5a1c61b0 service nova] Enqueued Resource ID: bfdedff6-cc41-4399-98bf-4b3d45795f5b with Priority: HIGHEST for action port [ 1232.924862] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec with Priority: HIGHEST for action security_group_rules [ 1232.924996] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec with Priority: HIGHEST for action security_group_members [ 1232.925128] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfdedff6-cc41-4399-98bf-4b3d45795f5b with Priority: HIGHEST for action port [ 1232.925695] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-982cb2e6-98c0-4e7a-b32a-46402370d9ec taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.925817] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.925938] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.926124] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1232.926232] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('982cb2e6-98c0-4e7a-b32a-46402370d9ec',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.927478] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-982cb2e6-98c0-4e7a-b32a-46402370d9ec taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.927576] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.927784] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfdedff6-cc41-4399-98bf-4b3d45795f5b taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.927898] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfdedff6-cc41-4399-98bf-4b3d45795f5b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.927964] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfdedff6-cc41-4399-98bf-4b3d45795f5b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.928151] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfdedff6-cc41-4399-98bf-4b3d45795f5b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1232.928225] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfdedff6-cc41-4399-98bf-4b3d45795f5b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.428830] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-982cb2e6-98c0-4e7a-b32a-46402370d9ec taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.429361] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.430344] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfdedff6-cc41-4399-98bf-4b3d45795f5b with status ACTIVE [ 1233.430612] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.430785] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.430884] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.431209] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1233.431337] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.431568] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.431700] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.431784] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.431975] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1233.432088] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.432317] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.432437] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.432554] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.432725] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1233.432820] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.432930] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfdedff6-cc41-4399-98bf-4b3d45795f5b is going to be updated. [ 1233.455313] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.455506] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.455506] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.455699] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1233.455828] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.455974] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfdedff6-cc41-4399-98bf-4b3d45795f5b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.933164] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec in Status: SUCCESS [ 1234.933547] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.933658] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.933900] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1234.934133] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.934312] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.934384] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.934481] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1234.934562] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.934657] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('982cb2e6-98c0-4e7a-b32a-46402370d9ec',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.437167] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('982cb2e6-98c0-4e7a-b32a-46402370d9ec',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.941608] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('982cb2e6-98c0-4e7a-b32a-46402370d9ec',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.443838] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.444062] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.444111] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.444390] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1236.444485] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.444603] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec is going to be updated. [ 1236.473461] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.473639] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.473683] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.473856] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1236.473996] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.482174] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec in Status: IN_PROGRESS for 2s [ 1237.926604] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1237.926964] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1238.493787] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec in Status: SUCCESS [ 1238.494118] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.494423] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.494758] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1238.495017] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.495211] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.495320] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.495562] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1238.495689] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.495826] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.495985] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('982cb2e6-98c0-4e7a-b32a-46402370d9ec',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.999943] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('982cb2e6-98c0-4e7a-b32a-46402370d9ec',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.501264] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 982cb2e6-98c0-4e7a-b32a-46402370d9ec: rpc.has_security_group_logging(os_id): False [ 1239.518637] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.518864] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.518864] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.519131] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.537647] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.538108] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.538263] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.538339] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.538589] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.538694] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.538798] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec is going to be updated. [ 1239.596140] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.596352] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.596410] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.596618] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.596769] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.611369] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec in Status: IN_PROGRESS for 2s [ 1239.938409] env[62781]: INFO networking_nsxv3.common.synchronization [req-5b17a24d-54c2-4954-82e8-e67dea7e598b req-9b3efaa6-d613-4071-bf0d-d0bb019a1ae4 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Enqueued Resource ID: e1270c3e-8696-4982-926a-d0d29246e728 with Priority: HIGHEST for action security_group_members [ 1239.938409] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1270c3e-8696-4982-926a-d0d29246e728 with Priority: HIGHEST for action security_group_members [ 1239.938590] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1270c3e-8696-4982-926a-d0d29246e728 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.938696] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.938795] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.938978] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.939779] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.939948] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.939948] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.940147] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.940248] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.940734] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1270c3e-8696-4982-926a-d0d29246e728',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.442644] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.443081] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.443081] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.443188] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.443346] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.443598] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.443753] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.443844] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.444046] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.444136] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.444322] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1270c3e-8696-4982-926a-d0d29246e728 is going to be updated. [ 1240.470422] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.470678] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.470678] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.470895] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.471071] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.479733] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1270c3e-8696-4982-926a-d0d29246e728 in Status: IN_PROGRESS for 2s [ 1241.623907] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec in Status: SUCCESS [ 1241.624248] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.490826] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1270c3e-8696-4982-926a-d0d29246e728 in Status: SUCCESS [ 1242.491035] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1270c3e-8696-4982-926a-d0d29246e728 deletion is rescheduled due to dependency. [ 1242.491167] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.399450] env[62781]: INFO networking_nsxv3.common.synchronization [req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 req-d5bed7d6-fc8c-4672-ae65-55932796825b tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Enqueued Resource ID: b97abb5a-b87d-4b54-9a54-92343ea0d41a with Priority: HIGHEST for action security_group_members [ 1244.399966] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97abb5a-b87d-4b54-9a54-92343ea0d41a with Priority: HIGHEST for action security_group_members [ 1244.400292] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-b97abb5a-b87d-4b54-9a54-92343ea0d41a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.400504] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b97abb5a-b87d-4b54-9a54-92343ea0d41a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.400504] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b97abb5a-b87d-4b54-9a54-92343ea0d41a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.400996] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b97abb5a-b87d-4b54-9a54-92343ea0d41a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1244.400996] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.400996] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.400996] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.401294] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1244.401294] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.401363] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b97abb5a-b87d-4b54-9a54-92343ea0d41a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.903542] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.903727] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.903847] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.904057] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1244.904159] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.904357] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.904486] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.904543] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.904792] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1244.904792] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.904889] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b97abb5a-b87d-4b54-9a54-92343ea0d41a is going to be updated. [ 1244.932921] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.933099] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.933152] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.933386] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1244.933555] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.942596] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b97abb5a-b87d-4b54-9a54-92343ea0d41a in Status: IN_PROGRESS for 2s [ 1246.952885] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b97abb5a-b87d-4b54-9a54-92343ea0d41a in Status: SUCCESS [ 1246.953188] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b97abb5a-b87d-4b54-9a54-92343ea0d41a deletion is rescheduled due to dependency. [ 1246.953225] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b97abb5a-b87d-4b54-9a54-92343ea0d41a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.401301] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1249.401301] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1254.402230] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1254.402480] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1259.403527] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1259.404139] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1260.540426] env[62781]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1260.540790] env[62781]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1264.405418] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1264.405798] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1269.406857] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1269.407309] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1272.843150] env[62781]: INFO networking_nsxv3.common.synchronization [req-3a9e79be-6cd6-4871-aad2-d31d7d358eb6 req-825a227b-18f7-42ec-954e-0023acb42119 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Enqueued Resource ID: 9c1e1bab-b533-471e-8529-f9f3ff2c9ded with Priority: HIGHEST for action security_group_members [ 1272.844747] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c1e1bab-b533-471e-8529-f9f3ff2c9ded with Priority: HIGHEST for action security_group_members [ 1272.844747] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c1e1bab-b533-471e-8529-f9f3ff2c9ded taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.844747] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c1e1bab-b533-471e-8529-f9f3ff2c9ded" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.845029] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c1e1bab-b533-471e-8529-f9f3ff2c9ded" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.845068] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c1e1bab-b533-471e-8529-f9f3ff2c9ded" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1272.845855] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.845855] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.845855] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.845855] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1272.845855] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.846185] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c1e1bab-b533-471e-8529-f9f3ff2c9ded',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.348569] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.348790] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.348915] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.349289] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.349407] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.349751] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.349917] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.349990] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.350264] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.350388] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.350569] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c1e1bab-b533-471e-8529-f9f3ff2c9ded is going to be updated. [ 1273.391076] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.391260] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.391302] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.391506] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.391689] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.400075] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c1e1bab-b533-471e-8529-f9f3ff2c9ded in Status: IN_PROGRESS for 2s [ 1275.411311] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c1e1bab-b533-471e-8529-f9f3ff2c9ded in Status: SUCCESS [ 1275.411670] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c1e1bab-b533-471e-8529-f9f3ff2c9ded deletion is rescheduled due to dependency. [ 1275.411670] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c1e1bab-b533-471e-8529-f9f3ff2c9ded" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.481839] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.482229] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.482229] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.482318] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1276.482472] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.985748] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.487952] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.845345] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1277.845451] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1277.990808] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1277.991079] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1278.807263] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.807601] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.807601] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.807688] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1278.820571] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1278.821431] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.822272] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1278.859414] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.859600] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.859655] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.859834] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1278.872871] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.873755] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1278.873880] env[62781]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=62781) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1278.873987] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1278.916484] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.916735] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.916735] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.916879] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1278.918315] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.918486] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1279.007722] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.007824] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.007952] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.008096] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.008423] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.008718] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1279.087674] env[62781]: INFO networking_nsxv3.common.synchronization [req-5beabe10-26da-4136-a77d-58fa7a947621 req-b039fdba-6d95-4afb-8464-bfaa614a28bd tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Enqueued Resource ID: 99916862-7487-40ba-9802-535b0ade8c5c with Priority: HIGHEST for action security_group_members [ 1279.088127] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99916862-7487-40ba-9802-535b0ade8c5c with Priority: HIGHEST for action security_group_members [ 1279.088435] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-99916862-7487-40ba-9802-535b0ade8c5c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.088642] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.088642] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.088824] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.088946] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.089073] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.089157] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.089311] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.089414] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.089488] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99916862-7487-40ba-9802-535b0ade8c5c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.111206] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.111353] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.111408] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.111641] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.111939] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.112237] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1279.112329] env[62781]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f0141fa1-02ef-4658-965c-316bc0f6eedf', '6eeb0853-dd63-4663-8191-07e50c7caf7e', '42566bfd-9ea6-4873-a9a2-d859a09c43fa', '9588ff4a-654e-400c-a650-03930bdde17c', 'e2b32e37-0883-4972-aadc-60f41c1aa9ad', 'b97abb5a-b87d-4b54-9a54-92343ea0d41a', '99666efe-3a10-43af-a908-3477a89a0828', '1017dd11-9adc-4f05-9e8b-eaa14205942f', '7ea65002-65d1-47b0-8698-0d9f63cb7e11', '9c1e1bab-b533-471e-8529-f9f3ff2c9ded', 'dc147a11-2747-4961-920c-050c694910e2', 'a1065963-ab5d-4e12-ae27-c2bf96d3bc54', 'c31746d8-d495-42b7-8eb1-f4bd79a2a20d', '5fd08286-1ada-4841-995b-11015e312513', 'e1270c3e-8696-4982-926a-d0d29246e728', 'c4db2a5a-71d6-4986-aed6-05b3ad3ddafb', 'dcd2779c-5492-4db7-a6ce-7f0d97e611de', 'fd62f6a3-9e7a-48df-a4b5-11ac81efbe85', '7e7916db-856f-426c-a885-e00d9f1bcbcc', '99f415ee-b926-4cb7-8602-6ac3eea9ff35', '974a9ee6-eccb-455d-aad7-d31a5e887928', 'd949c3f7-94d3-45fd-865d-058bc38e623f', '88891a36-0778-4adf-973d-9b52223c0f15', 'ebd3fe3f-1467-4ae0-a6fc-43db453bd521', '280ab6e8-fa29-4279-beed-6958661af143', 'c11fb154-add7-4a68-b367-a62361d3194c', '22e04b1e-40f2-450d-b570-0b9a934f9325', 'c5829af7-1145-4375-babd-b46f9e609d53', 'c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b', '99916862-7487-40ba-9802-535b0ade8c5c', '59c72323-5d56-4b90-937a-f67aecdff33a', '2d812943-9aee-4ac4-b8ab-e436e6eeb73c', 'dcff140d-2913-43c0-a6a6-c4516ff6fbc1', 'b866865b-4caf-4c9a-8aca-efb9c8869619', 'fa1c7089-c04a-460d-bd45-1ab82195d7fe', '7aff8fba-c6d9-49f4-8169-306be1820332', 'ffbdbd31-a1ba-4af3-98e1-59c467a313d7', 'c2724694-b2e7-47d6-9fda-140002a0d16a', '982cb2e6-98c0-4e7a-b32a-46402370d9ec', 'df86dd15-f958-47b3-96b7-532db1d33daf', 'b8d1f999-c2bb-4f57-8750-f41e692faab1', '57b79c94-e465-4ee4-8026-e3c77aee87ad'} {{(pid=62781) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1279.112414] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1279.131737] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.131885] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.131958] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.132138] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.132220] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.132325] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1279.132395] env[62781]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=62781) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1279.132468] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1279.210124] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.210275] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.210275] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.210819] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.211680] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.212065] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1279.212252] env[62781]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=62781) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1279.212252] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1279.212387] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1279.212387] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1279.212444] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f0141fa1-02ef-4658-965c-316bc0f6eedf with Priority: HIGH for action security_group_rules [ 1279.212583] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e with Priority: HIGH for action security_group_rules [ 1279.212719] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 42566bfd-9ea6-4873-a9a2-d859a09c43fa with Priority: HIGH for action security_group_rules [ 1279.212719] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGH for action security_group_rules [ 1279.212719] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad with Priority: HIGH for action security_group_rules [ 1279.212858] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b97abb5a-b87d-4b54-9a54-92343ea0d41a with Priority: HIGH for action security_group_rules [ 1279.212858] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 99666efe-3a10-43af-a908-3477a89a0828 with Priority: HIGH for action security_group_rules [ 1279.213189] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGH for action security_group_rules [ 1279.213189] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ea65002-65d1-47b0-8698-0d9f63cb7e11 with Priority: HIGH for action security_group_rules [ 1279.213189] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c1e1bab-b533-471e-8529-f9f3ff2c9ded with Priority: HIGH for action security_group_rules [ 1279.213189] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc147a11-2747-4961-920c-050c694910e2 with Priority: HIGH for action security_group_rules [ 1279.213189] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 with Priority: HIGH for action security_group_rules [ 1279.213350] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d with Priority: HIGH for action security_group_rules [ 1279.213350] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5fd08286-1ada-4841-995b-11015e312513 with Priority: HIGH for action security_group_rules [ 1279.213350] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e1270c3e-8696-4982-926a-d0d29246e728 with Priority: HIGH for action security_group_rules [ 1279.213467] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGH for action security_group_rules [ 1279.213467] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de with Priority: HIGH for action security_group_rules [ 1279.213526] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 with Priority: HIGH for action security_group_rules [ 1279.213678] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGH for action security_group_rules [ 1279.213678] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 99f415ee-b926-4cb7-8602-6ac3eea9ff35 with Priority: HIGH for action security_group_rules [ 1279.213799] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.591435] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.591593] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.591692] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.591913] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.614042] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.614296] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.614413] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.614480] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.614693] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.614783] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.614871] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99916862-7487-40ba-9802-535b0ade8c5c is going to be updated. [ 1279.640723] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.640846] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.640902] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.641094] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.641233] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.648795] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99916862-7487-40ba-9802-535b0ade8c5c in Status: IN_PROGRESS for 2s [ 1281.660477] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99916862-7487-40ba-9802-535b0ade8c5c in Status: SUCCESS [ 1281.660756] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99916862-7487-40ba-9802-535b0ade8c5c deletion is rescheduled due to dependency. [ 1281.660803] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.091077] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1284.091077] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1284.091077] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0141fa1-02ef-4658-965c-316bc0f6eedf with Priority: HIGH for action security_group_rules [ 1284.091077] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42566bfd-9ea6-4873-a9a2-d859a09c43fa with Priority: HIGH for action security_group_rules [ 1284.091077] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99666efe-3a10-43af-a908-3477a89a0828 with Priority: HIGH for action security_group_rules [ 1284.091077] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1270c3e-8696-4982-926a-d0d29246e728 with Priority: HIGH for action security_group_rules [ 1284.091077] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99f415ee-b926-4cb7-8602-6ac3eea9ff35 with Priority: HIGH for action security_group_rules [ 1284.091077] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc with Priority: HIGH for action security_group_rules [ 1284.091077] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 with Priority: HIGH for action security_group_rules [ 1284.091077] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de with Priority: HIGH for action security_group_rules [ 1284.091077] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fd08286-1ada-4841-995b-11015e312513 with Priority: HIGH for action security_group_rules [ 1284.091077] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb with Priority: HIGH for action security_group_rules [ 1284.091077] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d with Priority: HIGH for action security_group_rules [ 1284.091077] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 with Priority: HIGH for action security_group_rules [ 1284.091077] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc147a11-2747-4961-920c-050c694910e2 with Priority: HIGH for action security_group_rules [ 1284.091077] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c1e1bab-b533-471e-8529-f9f3ff2c9ded with Priority: HIGH for action security_group_rules [ 1284.091077] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea65002-65d1-47b0-8698-0d9f63cb7e11 with Priority: HIGH for action security_group_rules [ 1284.091077] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97abb5a-b87d-4b54-9a54-92343ea0d41a with Priority: HIGH for action security_group_rules [ 1284.091842] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f with Priority: HIGH for action security_group_rules [ 1284.091842] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad with Priority: HIGH for action security_group_rules [ 1284.091842] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e with Priority: HIGH for action security_group_rules [ 1284.091842] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9588ff4a-654e-400c-a650-03930bdde17c with Priority: HIGH for action security_group_rules [ 1284.092929] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0141fa1-02ef-4658-965c-316bc0f6eedf taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.093201] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.093344] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.093591] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.093715] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0141fa1-02ef-4658-965c-316bc0f6eedf',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.094634] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42566bfd-9ea6-4873-a9a2-d859a09c43fa taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.095213] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.095330] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.095647] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.095773] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42566bfd-9ea6-4873-a9a2-d859a09c43fa',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.096567] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99666efe-3a10-43af-a908-3477a89a0828 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.096743] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99666efe-3a10-43af-a908-3477a89a0828" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.096872] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99666efe-3a10-43af-a908-3477a89a0828" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.097138] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99666efe-3a10-43af-a908-3477a89a0828" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.097200] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99666efe-3a10-43af-a908-3477a89a0828',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.098114] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1270c3e-8696-4982-926a-d0d29246e728 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.098367] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.098504] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.098721] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.098833] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1270c3e-8696-4982-926a-d0d29246e728',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.100872] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99f415ee-b926-4cb7-8602-6ac3eea9ff35 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.101245] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.101414] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.101718] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.102088] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99f415ee-b926-4cb7-8602-6ac3eea9ff35',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.103088] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e7916db-856f-426c-a885-e00d9f1bcbcc taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.103608] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.103776] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.104294] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.104613] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e7916db-856f-426c-a885-e00d9f1bcbcc',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.105822] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.106048] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.106223] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.106594] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.106779] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd62f6a3-9e7a-48df-a4b5-11ac81efbe85',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.108231] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcd2779c-5492-4db7-a6ce-7f0d97e611de taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.108870] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.109125] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.109416] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.109619] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcd2779c-5492-4db7-a6ce-7f0d97e611de',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.110676] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fd08286-1ada-4841-995b-11015e312513 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.111452] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fd08286-1ada-4841-995b-11015e312513" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.111723] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fd08286-1ada-4841-995b-11015e312513" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.112215] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fd08286-1ada-4841-995b-11015e312513" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.112438] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fd08286-1ada-4841-995b-11015e312513',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.113917] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.114526] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.114760] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.115299] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.115489] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4db2a5a-71d6-4986-aed6-05b3ad3ddafb',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.116504] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c31746d8-d495-42b7-8eb1-f4bd79a2a20d taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.117414] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.117893] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.118200] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.118385] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c31746d8-d495-42b7-8eb1-f4bd79a2a20d',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.119609] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1065963-ab5d-4e12-ae27-c2bf96d3bc54 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.120164] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.120380] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.121130] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.121413] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1065963-ab5d-4e12-ae27-c2bf96d3bc54',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.124031] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc147a11-2747-4961-920c-050c694910e2 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.124031] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc147a11-2747-4961-920c-050c694910e2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.124031] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc147a11-2747-4961-920c-050c694910e2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.124031] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc147a11-2747-4961-920c-050c694910e2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.124031] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc147a11-2747-4961-920c-050c694910e2',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.124790] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c1e1bab-b533-471e-8529-f9f3ff2c9ded taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.125412] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c1e1bab-b533-471e-8529-f9f3ff2c9ded" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.125591] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c1e1bab-b533-471e-8529-f9f3ff2c9ded" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.125894] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c1e1bab-b533-471e-8529-f9f3ff2c9ded" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.126067] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c1e1bab-b533-471e-8529-f9f3ff2c9ded',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.127156] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ea65002-65d1-47b0-8698-0d9f63cb7e11 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.128089] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ea65002-65d1-47b0-8698-0d9f63cb7e11" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.128356] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ea65002-65d1-47b0-8698-0d9f63cb7e11" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.128908] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ea65002-65d1-47b0-8698-0d9f63cb7e11" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.129258] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ea65002-65d1-47b0-8698-0d9f63cb7e11',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.130367] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b97abb5a-b87d-4b54-9a54-92343ea0d41a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.130677] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b97abb5a-b87d-4b54-9a54-92343ea0d41a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.130844] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b97abb5a-b87d-4b54-9a54-92343ea0d41a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.131146] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b97abb5a-b87d-4b54-9a54-92343ea0d41a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.131417] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b97abb5a-b87d-4b54-9a54-92343ea0d41a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.133185] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1017dd11-9adc-4f05-9e8b-eaa14205942f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.133339] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.133615] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.133864] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.133995] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1017dd11-9adc-4f05-9e8b-eaa14205942f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.135356] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2b32e37-0883-4972-aadc-60f41c1aa9ad taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.135665] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.135770] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.136039] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.136269] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2b32e37-0883-4972-aadc-60f41c1aa9ad',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.137845] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6eeb0853-dd63-4663-8191-07e50c7caf7e taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.137845] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.137845] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.137845] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.137845] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6eeb0853-dd63-4663-8191-07e50c7caf7e',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.139685] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9588ff4a-654e-400c-a650-03930bdde17c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.139685] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.139685] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.139685] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.139685] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9588ff4a-654e-400c-a650-03930bdde17c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.154624] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0141fa1-02ef-4658-965c-316bc0f6eedf taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.154838] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.154838] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.155082] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.155265] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.155479] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.155570] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.155761] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.155859] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.155967] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.156778] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0141fa1-02ef-4658-965c-316bc0f6eedf',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.195968] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.196161] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.196236] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.196482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.206802] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.206964] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.207856] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.207965] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.208710] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.208827] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.209639] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.209747] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.210750] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.210847] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.213165] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.213304] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.214010] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.214162] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.215747] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.215747] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.216136] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.216136] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.216801] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.216894] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.218699] env[62781]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1284.218699] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.218699] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fd08286-1ada-4841-995b-11015e312513 is going to be deleted. [ 1284.219352] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.219543] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.237090] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.237251] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd62f6a3-9e7a-48df-a4b5-11ac81efbe85 is going to be deleted. [ 1284.238151] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.238358] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.254541] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.254669] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42566bfd-9ea6-4873-a9a2-d859a09c43fa is going to be deleted. [ 1284.255569] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.255776] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.276611] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.276747] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c1e1bab-b533-471e-8529-f9f3ff2c9ded is going to be deleted. [ 1284.277749] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.278116] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.279544] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.279678] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.303574] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.303830] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.304543] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.304640] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.310063] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.310175] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ea65002-65d1-47b0-8698-0d9f63cb7e11 is going to be deleted. [ 1284.311025] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.311229] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.329427] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.329550] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4db2a5a-71d6-4986-aed6-05b3ad3ddafb is going to be deleted. [ 1284.330413] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.330618] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.385943] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.386374] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b97abb5a-b87d-4b54-9a54-92343ea0d41a is going to be deleted. [ 1284.386985] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.387230] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.388615] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.388758] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.389354] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.390112] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.422763] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.422893] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.430635] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.430635] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99f415ee-b926-4cb7-8602-6ac3eea9ff35 is going to be deleted. [ 1284.431510] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.432114] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.524403] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.524575] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e7916db-856f-426c-a885-e00d9f1bcbcc is going to be deleted. [ 1284.525438] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.525650] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.555318] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.555536] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcd2779c-5492-4db7-a6ce-7f0d97e611de is going to be deleted. [ 1284.556263] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.556473] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.575898] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.576049] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.597115] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.597115] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99666efe-3a10-43af-a908-3477a89a0828 is going to be deleted. [ 1284.597115] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.597315] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.597315] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.597427] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fd08286-1ada-4841-995b-11015e312513" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.597569] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.597721] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.597798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.597904] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd62f6a3-9e7a-48df-a4b5-11ac81efbe85" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.598355] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.598696] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.598696] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.598807] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42566bfd-9ea6-4873-a9a2-d859a09c43fa" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.598873] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.598991] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.599172] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.599172] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ea65002-65d1-47b0-8698-0d9f63cb7e11" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.599277] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.599498] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.599498] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.599615] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c1e1bab-b533-471e-8529-f9f3ff2c9ded" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.599677] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.599813] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.599886] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.599983] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4db2a5a-71d6-4986-aed6-05b3ad3ddafb" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.600121] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.600255] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.600327] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.600425] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b97abb5a-b87d-4b54-9a54-92343ea0d41a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.606163] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.606280] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.606345] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.606493] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.606608] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.606659] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99f415ee-b926-4cb7-8602-6ac3eea9ff35" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.631786] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.631926] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.631998] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.634470] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.636778] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.636778] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.663192] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0141fa1-02ef-4658-965c-316bc0f6eedf',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.673070] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.673204] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.674328] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.674439] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.679219] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.679313] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.679962] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.680200] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.681327] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.681450] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.693745] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.693745] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.699815] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.699945] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.700540] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.700632] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.706955] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.707082] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.713278] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.713390] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1270c3e-8696-4982-926a-d0d29246e728 is going to be deleted. [ 1284.714237] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.714434] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.714522] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.714636] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e7916db-856f-426c-a885-e00d9f1bcbcc" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.714791] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.714971] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.767761] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.767892] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1017dd11-9adc-4f05-9e8b-eaa14205942f is going to be deleted. [ 1284.769042] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.769042] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.825792] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.826964] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2b32e37-0883-4972-aadc-60f41c1aa9ad is going to be deleted. [ 1284.826964] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.827064] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.852398] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.852398] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.866868] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.867122] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1065963-ab5d-4e12-ae27-c2bf96d3bc54 is going to be deleted. [ 1284.867887] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.867887] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.887396] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.887527] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c31746d8-d495-42b7-8eb1-f4bd79a2a20d is going to be deleted. [ 1284.888568] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.888769] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.903384] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.903496] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.945989] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.946223] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.985705] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.985828] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.988777] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.988777] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9588ff4a-654e-400c-a650-03930bdde17c is going to be deleted. [ 1284.989332] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.989547] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1285.039366] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.039507] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6eeb0853-dd63-4663-8191-07e50c7caf7e is going to be deleted. [ 1285.040470] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.040687] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1285.040779] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.040919] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99666efe-3a10-43af-a908-3477a89a0828" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.041841] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.041841] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1285.041841] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.041841] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcd2779c-5492-4db7-a6ce-7f0d97e611de" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.042044] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.042223] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1285.080670] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.080827] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.090044] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.090183] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc147a11-2747-4961-920c-050c694910e2 is going to be deleted. [ 1285.091101] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.091374] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1285.091374] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.091492] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1270c3e-8696-4982-926a-d0d29246e728" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.091652] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.091821] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1285.091903] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.092030] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1017dd11-9adc-4f05-9e8b-eaa14205942f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.092519] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.092710] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1285.092793] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.092909] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2b32e37-0883-4972-aadc-60f41c1aa9ad" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.093047] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.093190] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1285.093263] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.093527] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1065963-ab5d-4e12-ae27-c2bf96d3bc54" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.093527] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.093825] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1285.093825] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.093825] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c31746d8-d495-42b7-8eb1-f4bd79a2a20d" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.127217] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.127367] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.127440] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.127641] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1285.127730] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.127849] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9588ff4a-654e-400c-a650-03930bdde17c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.155353] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.155582] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.155644] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.155885] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1285.156016] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.156230] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6eeb0853-dd63-4663-8191-07e50c7caf7e" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.168383] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0141fa1-02ef-4658-965c-316bc0f6eedf: rpc.has_security_group_logging(os_id): False [ 1285.187124] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.187307] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.187365] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.187553] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1285.187638] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.187756] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc147a11-2747-4961-920c-050c694910e2" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.189566] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.189697] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.189753] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.189905] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1285.242462] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.242771] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.242891] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.242954] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.243164] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1285.243246] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.243338] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0141fa1-02ef-4658-965c-316bc0f6eedf is going to be updated. [ 1285.395744] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.395919] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.395968] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.396180] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1285.396617] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.414663] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0141fa1-02ef-4658-965c-316bc0f6eedf in Status: IN_PROGRESS for 2s [ 1287.429509] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0141fa1-02ef-4658-965c-316bc0f6eedf in Status: SUCCESS [ 1287.429802] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.093049] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1289.093049] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1294.094133] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1294.094538] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1299.095366] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1299.095735] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1304.096246] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1304.096654] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1305.098208] env[62781]: INFO networking_nsxv3.common.synchronization [req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf req-0bf88c15-b727-4587-b91d-f1bb72812461 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Enqueued Resource ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec with Priority: HIGHEST for action security_group_members [ 1305.098712] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec with Priority: HIGHEST for action security_group_members [ 1305.099024] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-982cb2e6-98c0-4e7a-b32a-46402370d9ec taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.099147] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1305.099215] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.099412] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1305.099560] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.100321] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1305.100321] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.100321] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1305.100321] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1305.100321] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('982cb2e6-98c0-4e7a-b32a-46402370d9ec',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.601765] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('982cb2e6-98c0-4e7a-b32a-46402370d9ec',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.104255] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('982cb2e6-98c0-4e7a-b32a-46402370d9ec',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.606872] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.607035] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1306.607115] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.607342] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1306.607429] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1306.607529] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec is going to be updated. [ 1306.638811] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.638949] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1306.638949] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.639137] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1306.639271] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1306.646974] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec in Status: IN_PROGRESS for 2s [ 1308.656685] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec in Status: SUCCESS [ 1308.656991] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1310.100113] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1310.100415] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1312.150120] env[62781]: INFO networking_nsxv3.common.synchronization [req-705f5f58-500f-4871-96d3-7d96561d5fc6 req-d250adfc-3312-4b0b-bf62-286e486c056d tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Enqueued Resource ID: f0141fa1-02ef-4658-965c-316bc0f6eedf with Priority: HIGHEST for action security_group_members [ 1312.150601] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0141fa1-02ef-4658-965c-316bc0f6eedf with Priority: HIGHEST for action security_group_members [ 1312.150901] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0141fa1-02ef-4658-965c-316bc0f6eedf taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.151035] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.151173] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.151300] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1312.151449] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.151541] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.151601] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.151742] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1312.151824] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.151948] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0141fa1-02ef-4658-965c-316bc0f6eedf',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.654442] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.654651] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.654651] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.654854] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1312.654943] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.655151] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.655275] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.655316] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.655440] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1312.655510] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.655597] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0141fa1-02ef-4658-965c-316bc0f6eedf is going to be updated. [ 1312.682754] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.682942] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.682942] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.683144] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1312.683279] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.691155] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0141fa1-02ef-4658-965c-316bc0f6eedf in Status: IN_PROGRESS for 2s [ 1314.702376] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0141fa1-02ef-4658-965c-316bc0f6eedf in Status: SUCCESS [ 1314.702706] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0141fa1-02ef-4658-965c-316bc0f6eedf deletion is rescheduled due to dependency. [ 1314.702706] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.017036] env[62781]: INFO networking_nsxv3.common.synchronization [req-78848190-9fa4-46e8-94a5-a59639a1855e req-2adfee73-fb67-41df-bdc1-8da4191fb8eb tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Enqueued Resource ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 with Priority: HIGHEST for action security_group_members [ 1316.017513] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 with Priority: HIGHEST for action security_group_members [ 1316.017812] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-22e04b1e-40f2-450d-b570-0b9a934f9325 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.018099] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1316.018099] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.018232] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1316.018366] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.018466] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1316.018527] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.018671] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1316.018756] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.018848] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22e04b1e-40f2-450d-b570-0b9a934f9325',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.521464] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.521650] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1316.521650] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.521861] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1316.542349] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.542617] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.542753] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1316.542860] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.543123] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1316.543209] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.543312] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 is going to be updated. [ 1316.569204] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.569379] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1316.569379] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.569580] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1316.569715] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.580414] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 in Status: IN_PROGRESS for 2s [ 1317.842903] env[62781]: INFO networking_nsxv3.common.synchronization [None req-17cd46cd-9ea0-4a3b-a5a8-be9120222d63 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Enqueued Resource ID: e83ef72a-a601-4db6-86be-ae2970e59d84 with Priority: HIGHEST for action security_group_rules [ 1317.842903] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e83ef72a-a601-4db6-86be-ae2970e59d84 with Priority: HIGHEST for action security_group_rules [ 1317.842903] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e83ef72a-a601-4db6-86be-ae2970e59d84 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.842903] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e83ef72a-a601-4db6-86be-ae2970e59d84" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.842903] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e83ef72a-a601-4db6-86be-ae2970e59d84" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.842903] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e83ef72a-a601-4db6-86be-ae2970e59d84" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1317.842903] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e83ef72a-a601-4db6-86be-ae2970e59d84',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.915872] env[62781]: INFO networking_nsxv3.common.synchronization [None req-6f1e0b18-f7c8-4611-91fd-a1474e2c610e tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Enqueued Resource ID: e83ef72a-a601-4db6-86be-ae2970e59d84 with Priority: HIGHEST for action security_group_rules [ 1317.915872] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e83ef72a-a601-4db6-86be-ae2970e59d84 with Priority: HIGHEST for action security_group_rules [ 1317.916220] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e83ef72a-a601-4db6-86be-ae2970e59d84 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.916220] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e83ef72a-a601-4db6-86be-ae2970e59d84" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1318.363771] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.363930] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1318.363972] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.364239] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1318.364333] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.364428] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e83ef72a-a601-4db6-86be-ae2970e59d84 already deleted. [ 1318.364512] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e83ef72a-a601-4db6-86be-ae2970e59d84" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.364658] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e83ef72a-a601-4db6-86be-ae2970e59d84" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.364810] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e83ef72a-a601-4db6-86be-ae2970e59d84" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1318.364894] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e83ef72a-a601-4db6-86be-ae2970e59d84',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.590018] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 in Status: SUCCESS [ 1318.590018] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 deletion is rescheduled due to dependency. [ 1318.590244] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.883717] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.884144] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1318.884144] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.884229] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1318.884312] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.884413] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e83ef72a-a601-4db6-86be-ae2970e59d84 already deleted. [ 1318.884485] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e83ef72a-a601-4db6-86be-ae2970e59d84" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.323184] env[62781]: INFO networking_nsxv3.common.synchronization [req-e4f7e3d0-643a-42c2-a6d0-2031be726a87 req-48ccadfd-6e11-442f-9f74-810e4823ddb5 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Enqueued Resource ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec with Priority: HIGHEST for action security_group_members [ 1321.323184] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec with Priority: HIGHEST for action security_group_members [ 1321.323184] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-982cb2e6-98c0-4e7a-b32a-46402370d9ec taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.323184] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.323184] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.323184] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1321.323580] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.323580] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.323580] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.323580] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1321.323714] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.323714] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('982cb2e6-98c0-4e7a-b32a-46402370d9ec',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.827034] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.827034] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.827034] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.827034] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1321.847444] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.847676] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.847789] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.847851] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.848052] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1321.848162] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.848227] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec is going to be updated. [ 1321.873633] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.873755] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.873859] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.874013] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1321.874189] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.881071] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec in Status: IN_PROGRESS for 2s [ 1322.973236] env[62781]: INFO networking_nsxv3.common.synchronization [req-463791c7-7961-4832-b629-19ff55666505 req-576672a1-5d98-4dff-bf3d-aa3470a42302 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Enqueued Resource ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 with Priority: HIGHEST for action security_group_members [ 1322.973745] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 with Priority: HIGHEST for action security_group_members [ 1322.974094] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-22e04b1e-40f2-450d-b570-0b9a934f9325 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.974274] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.974343] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.974550] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1322.974707] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.976059] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.976143] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.976315] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1322.976409] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.976512] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22e04b1e-40f2-450d-b570-0b9a934f9325',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.256237] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.256436] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-74" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.256566] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-74" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.256833] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-74" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.257113] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.257282] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.257415] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.257613] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.257757] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.257981] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1323.258113] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1323.258229] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1323.258684] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1323.258684] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1323.258684] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1323.258684] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1323.278336] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1323.278502] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1323.278642] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1323.278810] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-74" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.279111] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-5b725c83-b1b1-47da-86e6-8eb6eecd7f0c taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.279280] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-5b725c83-b1b1-47da-86e6-8eb6eecd7f0c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.279405] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-5b725c83-b1b1-47da-86e6-8eb6eecd7f0c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.279697] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-5b725c83-b1b1-47da-86e6-8eb6eecd7f0c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.279849] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b725c83-b1b1-47da-86e6-8eb6eecd7f0c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.478887] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.479063] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.479205] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.479447] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.479565] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.479782] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.479910] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.479992] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.480183] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.480287] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.480396] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 is going to be updated. [ 1323.504839] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.505020] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.505098] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.505295] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.505432] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.512955] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 in Status: IN_PROGRESS for 2s [ 1323.783052] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.783052] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.783052] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.783312] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.783351] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.783500] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 5b725c83-b1b1-47da-86e6-8eb6eecd7f0c not found, creating... [ 1323.783761] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.783918] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.784049] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.784330] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.784471] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.784760] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.784920] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.785052] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.785337] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.785488] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.785635] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 5b725c83-b1b1-47da-86e6-8eb6eecd7f0c is going to be created. [ 1323.807073] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.807262] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.807390] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.807610] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.807830] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.808058] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-5b725c83-b1b1-47da-86e6-8eb6eecd7f0c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.890179] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec in Status: SUCCESS [ 1323.890342] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 982cb2e6-98c0-4e7a-b32a-46402370d9ec deletion is rescheduled due to dependency. [ 1323.890455] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-982cb2e6-98c0-4e7a-b32a-46402370d9ec" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.484432] env[62781]: INFO networking_nsxv3.common.synchronization [req-463791c7-7961-4832-b629-19ff55666505 req-cb08556f-6735-40f7-9aad-fcdb2a757544 service nova] Enqueued Resource ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 with Priority: HIGHEST for action security_group_rules [ 1324.484708] env[62781]: INFO networking_nsxv3.common.synchronization [req-463791c7-7961-4832-b629-19ff55666505 req-cb08556f-6735-40f7-9aad-fcdb2a757544 service nova] Enqueued Resource ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 with Priority: HIGHEST for action security_group_members [ 1324.484708] env[62781]: INFO networking_nsxv3.common.synchronization [req-463791c7-7961-4832-b629-19ff55666505 req-cb08556f-6735-40f7-9aad-fcdb2a757544 service nova] Enqueued Resource ID: 5b725c83-b1b1-47da-86e6-8eb6eecd7f0c with Priority: HIGHEST for action port [ 1324.485514] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 with Priority: HIGHEST for action security_group_rules [ 1324.485514] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 with Priority: HIGHEST for action security_group_members [ 1324.485514] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b725c83-b1b1-47da-86e6-8eb6eecd7f0c with Priority: HIGHEST for action port [ 1324.485729] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22e04b1e-40f2-450d-b570-0b9a934f9325 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.485836] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.485906] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.486264] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1324.486394] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22e04b1e-40f2-450d-b570-0b9a934f9325',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.487302] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-22e04b1e-40f2-450d-b570-0b9a934f9325 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.487466] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.487708] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b725c83-b1b1-47da-86e6-8eb6eecd7f0c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.487856] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b725c83-b1b1-47da-86e6-8eb6eecd7f0c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.487958] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b725c83-b1b1-47da-86e6-8eb6eecd7f0c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.488174] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b725c83-b1b1-47da-86e6-8eb6eecd7f0c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1324.488326] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b725c83-b1b1-47da-86e6-8eb6eecd7f0c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.990872] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-22e04b1e-40f2-450d-b570-0b9a934f9325 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.990872] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.990872] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b725c83-b1b1-47da-86e6-8eb6eecd7f0c with status ACTIVE [ 1324.990872] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.991159] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.991159] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.991272] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1324.992037] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.992037] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.992037] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.992037] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.992037] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1324.992037] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.992490] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.992490] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.992490] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.992490] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1324.992490] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.992490] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b725c83-b1b1-47da-86e6-8eb6eecd7f0c is going to be updated. [ 1325.011267] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.011418] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.011466] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.011597] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.011721] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.011871] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b725c83-b1b1-47da-86e6-8eb6eecd7f0c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.102048] env[62781]: INFO networking_nsxv3.common.synchronization [req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 req-f0e04573-66d4-4a5e-a847-d852752777a0 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Enqueued Resource ID: e83ef72a-a601-4db6-86be-ae2970e59d84 with Priority: HIGHEST for action security_group_members [ 1325.102553] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e83ef72a-a601-4db6-86be-ae2970e59d84 with Priority: HIGHEST for action security_group_members [ 1325.102848] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-e83ef72a-a601-4db6-86be-ae2970e59d84 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.102965] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e83ef72a-a601-4db6-86be-ae2970e59d84" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.103042] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e83ef72a-a601-4db6-86be-ae2970e59d84" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.103291] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e83ef72a-a601-4db6-86be-ae2970e59d84" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.103480] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.103588] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.103652] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.103809] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.103893] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.103985] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e83ef72a-a601-4db6-86be-ae2970e59d84',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.366492] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-291 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.367128] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-291" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.367128] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-291" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.367259] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-291" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.367450] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.367713] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.367844] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.368077] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.368230] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.368452] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1325.368573] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1325.368686] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1325.368796] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1325.368909] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1325.369037] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1325.369180] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1325.396277] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1325.396484] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1325.396627] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1325.396799] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-291" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.397102] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-49bc2a53-9256-402d-91fd-452ed3adc4f6 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.397277] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-49bc2a53-9256-402d-91fd-452ed3adc4f6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.397404] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-49bc2a53-9256-402d-91fd-452ed3adc4f6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.397703] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-49bc2a53-9256-402d-91fd-452ed3adc4f6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.397859] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49bc2a53-9256-402d-91fd-452ed3adc4f6',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.522177] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 in Status: SUCCESS [ 1325.522493] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 deletion is rescheduled due to dependency. [ 1325.522493] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.522617] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.522841] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.522985] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.523111] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.523177] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.523314] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.523394] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.523488] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22e04b1e-40f2-450d-b570-0b9a934f9325',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.606932] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.607144] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.607218] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.607429] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.607522] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.607717] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.607812] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.607873] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.608026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.608103] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.608189] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e83ef72a-a601-4db6-86be-ae2970e59d84 already deleted. [ 1325.608275] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e83ef72a-a601-4db6-86be-ae2970e59d84" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.901055] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.901055] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.901055] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.901055] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.901055] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.901055] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 49bc2a53-9256-402d-91fd-452ed3adc4f6 not found, creating... [ 1325.901526] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.901526] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.901645] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.901780] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.901922] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.902265] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.902423] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.902548] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.902758] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.902898] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.903065] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 49bc2a53-9256-402d-91fd-452ed3adc4f6 is going to be created. [ 1325.922921] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.923205] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.923275] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.923517] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.923750] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.923998] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-49bc2a53-9256-402d-91fd-452ed3adc4f6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.025668] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22e04b1e-40f2-450d-b570-0b9a934f9325',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.528181] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22e04b1e-40f2-450d-b570-0b9a934f9325',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.608403] env[62781]: INFO networking_nsxv3.common.synchronization [req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 req-9d0769b2-12f9-4031-8dff-d7601b52d28a service nova] Enqueued Resource ID: e83ef72a-a601-4db6-86be-ae2970e59d84 with Priority: HIGHEST for action security_group_rules [ 1326.608597] env[62781]: INFO networking_nsxv3.common.synchronization [req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 req-9d0769b2-12f9-4031-8dff-d7601b52d28a service nova] Enqueued Resource ID: e83ef72a-a601-4db6-86be-ae2970e59d84 with Priority: HIGHEST for action security_group_members [ 1326.608743] env[62781]: INFO networking_nsxv3.common.synchronization [req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 req-9d0769b2-12f9-4031-8dff-d7601b52d28a service nova] Enqueued Resource ID: 49bc2a53-9256-402d-91fd-452ed3adc4f6 with Priority: HIGHEST for action port [ 1326.609226] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e83ef72a-a601-4db6-86be-ae2970e59d84 with Priority: HIGHEST for action security_group_rules [ 1326.609334] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e83ef72a-a601-4db6-86be-ae2970e59d84 with Priority: HIGHEST for action security_group_members [ 1326.609432] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49bc2a53-9256-402d-91fd-452ed3adc4f6 with Priority: HIGHEST for action port [ 1326.610989] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e83ef72a-a601-4db6-86be-ae2970e59d84 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.612850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e83ef72a-a601-4db6-86be-ae2970e59d84" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.612850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e83ef72a-a601-4db6-86be-ae2970e59d84" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.612850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e83ef72a-a601-4db6-86be-ae2970e59d84" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1326.612850] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e83ef72a-a601-4db6-86be-ae2970e59d84',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.612850] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-e83ef72a-a601-4db6-86be-ae2970e59d84 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.612850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e83ef72a-a601-4db6-86be-ae2970e59d84" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.612850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e83ef72a-a601-4db6-86be-ae2970e59d84" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.612850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e83ef72a-a601-4db6-86be-ae2970e59d84" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1326.613329] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.613329] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.613329] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.613329] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1326.613329] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.613492] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e83ef72a-a601-4db6-86be-ae2970e59d84',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.614304] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-49bc2a53-9256-402d-91fd-452ed3adc4f6 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.614421] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49bc2a53-9256-402d-91fd-452ed3adc4f6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.614421] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49bc2a53-9256-402d-91fd-452ed3adc4f6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.614536] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49bc2a53-9256-402d-91fd-452ed3adc4f6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1326.614609] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49bc2a53-9256-402d-91fd-452ed3adc4f6',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.030785] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.031166] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.031166] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.031307] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1327.031394] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.031495] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 is going to be updated. [ 1327.058075] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.058626] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.058718] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.058911] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1327.059073] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.066699] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 in Status: IN_PROGRESS for 2s [ 1327.116336] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-e83ef72a-a601-4db6-86be-ae2970e59d84 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.116472] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e83ef72a-a601-4db6-86be-ae2970e59d84" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.116665] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e83ef72a-a601-4db6-86be-ae2970e59d84',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.117663] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49bc2a53-9256-402d-91fd-452ed3adc4f6 with status ACTIVE [ 1327.121024] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.121024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.121024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.121024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1327.121024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.121024] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.121024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.121024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.121024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1327.121024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.121024] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.122561] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.122667] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.122836] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1327.122910] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.122998] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49bc2a53-9256-402d-91fd-452ed3adc4f6 is going to be updated. [ 1327.144764] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.144956] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.145045] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.145471] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1327.145662] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.145831] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49bc2a53-9256-402d-91fd-452ed3adc4f6" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.624873] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e83ef72a-a601-4db6-86be-ae2970e59d84',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.126977] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.126977] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.127139] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.127765] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1328.127765] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.127765] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e83ef72a-a601-4db6-86be-ae2970e59d84 is going to be created. [ 1328.148805] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.148978] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.149085] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.149338] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1328.149561] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.159021] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e83ef72a-a601-4db6-86be-ae2970e59d84 in Status: UNINITIALIZED for 2s [ 1329.075832] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 in Status: SUCCESS [ 1329.076154] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.076229] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.076485] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1329.076672] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.076789] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.076856] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.077008] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1329.077093] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.077182] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.077282] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22e04b1e-40f2-450d-b570-0b9a934f9325',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.579769] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22e04b1e-40f2-450d-b570-0b9a934f9325',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.084625] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22e04b1e-40f2-450d-b570-0b9a934f9325: rpc.has_security_group_logging(os_id): False [ 1330.102670] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.102873] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.102873] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.103096] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1330.103191] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.103442] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.103544] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.103608] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.103760] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1330.103837] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.103922] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 is going to be updated. [ 1330.159118] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.159411] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.159411] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.159600] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1330.159754] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.167898] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e83ef72a-a601-4db6-86be-ae2970e59d84 in Status: SUCCESS [ 1330.168135] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e83ef72a-a601-4db6-86be-ae2970e59d84" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.168246] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e83ef72a-a601-4db6-86be-ae2970e59d84" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.168413] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e83ef72a-a601-4db6-86be-ae2970e59d84" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1330.168577] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.168680] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.168743] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.168884] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1330.168962] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.169056] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e83ef72a-a601-4db6-86be-ae2970e59d84" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.169144] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e83ef72a-a601-4db6-86be-ae2970e59d84',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.171276] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 in Status: IN_PROGRESS for 2s [ 1330.671134] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e83ef72a-a601-4db6-86be-ae2970e59d84',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.174168] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e83ef72a-a601-4db6-86be-ae2970e59d84: rpc.has_security_group_logging(os_id): False [ 1331.192307] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.192498] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.192498] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.192715] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1331.192804] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.193050] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.193154] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.193219] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.193369] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1331.193445] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.193526] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e83ef72a-a601-4db6-86be-ae2970e59d84 is going to be created. [ 1331.253269] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.253479] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.253479] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.253624] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1331.253794] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.263943] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e83ef72a-a601-4db6-86be-ae2970e59d84 in Status: IN_PROGRESS for 2s [ 1331.610707] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1331.610812] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1332.183790] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 in Status: SUCCESS [ 1332.184187] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.276064] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e83ef72a-a601-4db6-86be-ae2970e59d84 in Status: SUCCESS [ 1333.276379] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e83ef72a-a601-4db6-86be-ae2970e59d84" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.612060] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1336.612060] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1341.613127] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1341.613549] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1346.613910] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1346.614302] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1351.615184] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1351.615551] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1356.616612] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1356.617085] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1361.618014] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1361.618459] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1366.618782] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1366.619208] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1371.619922] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1371.620237] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1376.621645] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1376.621645] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1381.622422] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1381.622772] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1386.623436] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1386.623853] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1391.624749] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1391.625195] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1396.625723] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1396.625977] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1401.627421] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1401.627773] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1402.467702] env[62781]: INFO networking_nsxv3.common.synchronization [req-460a46bf-5284-4889-83ad-c1072312262b req-a144fa87-5d19-4396-a46d-06d00293509e tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Enqueued Resource ID: e83ef72a-a601-4db6-86be-ae2970e59d84 with Priority: HIGHEST for action security_group_members [ 1402.468256] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e83ef72a-a601-4db6-86be-ae2970e59d84 with Priority: HIGHEST for action security_group_members [ 1402.468565] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-e83ef72a-a601-4db6-86be-ae2970e59d84 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.468692] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e83ef72a-a601-4db6-86be-ae2970e59d84" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.468755] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e83ef72a-a601-4db6-86be-ae2970e59d84" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.468994] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e83ef72a-a601-4db6-86be-ae2970e59d84" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1402.469214] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.469315] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.469373] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.469506] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1402.469593] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.469694] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e83ef72a-a601-4db6-86be-ae2970e59d84',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.973092] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.973092] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.973092] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.973092] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1402.973092] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.973638] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.973638] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.973638] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.973638] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1402.973638] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.973638] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e83ef72a-a601-4db6-86be-ae2970e59d84 is going to be updated. [ 1403.005971] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.006262] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.006262] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.006347] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1403.006488] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.013842] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e83ef72a-a601-4db6-86be-ae2970e59d84 in Status: IN_PROGRESS for 2s [ 1405.024909] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e83ef72a-a601-4db6-86be-ae2970e59d84 in Status: SUCCESS [ 1405.025198] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e83ef72a-a601-4db6-86be-ae2970e59d84 deletion is rescheduled due to dependency. [ 1405.025284] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e83ef72a-a601-4db6-86be-ae2970e59d84" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.468933] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1407.469268] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1412.470358] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1412.470718] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1417.471363] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1417.471667] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1417.807390] env[62781]: INFO networking_nsxv3.common.synchronization [req-58853cde-d1f7-4240-999f-160fe641b58f req-c304bbe3-ea25-4dc2-a42c-83a03ef393bd tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Enqueued Resource ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 with Priority: HIGHEST for action security_group_members [ 1417.807709] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 with Priority: HIGHEST for action security_group_members [ 1417.808039] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-22e04b1e-40f2-450d-b570-0b9a934f9325 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.808869] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.808869] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.808869] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1417.808869] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.808869] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.808869] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.809332] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1417.809332] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.809332] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22e04b1e-40f2-450d-b570-0b9a934f9325',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.312300] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.312562] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.312562] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.312734] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1418.312825] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.313033] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.313123] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.313189] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.313341] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1418.313416] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.313501] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 is going to be updated. [ 1418.341772] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.341956] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.341956] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.342134] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1418.342264] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.349877] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 in Status: IN_PROGRESS for 2s [ 1420.359870] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 in Status: SUCCESS [ 1420.360284] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 deletion is rescheduled due to dependency. [ 1420.360284] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.809519] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1422.809866] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1425.931612] env[62781]: INFO networking_nsxv3.common.synchronization [req-59aa0066-9aa0-4004-9a9d-925181b65fd4 req-6231109b-5a20-46ee-a5ea-3fca204f9702 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Enqueued Resource ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 with Priority: HIGHEST for action security_group_members [ 1425.932150] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 with Priority: HIGHEST for action security_group_members [ 1425.932461] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-22e04b1e-40f2-450d-b570-0b9a934f9325 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.932599] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.932697] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.932846] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1425.933023] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.933124] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.933182] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.933284] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1425.933359] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1425.933453] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22e04b1e-40f2-450d-b570-0b9a934f9325',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.201024] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.201024] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-74" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.201205] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-74" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.201387] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-74" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1426.201644] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.201802] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.201924] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.202153] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1426.202308] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.202530] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1426.202663] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1426.202776] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1426.202890] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1426.203034] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1426.203180] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1426.203300] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1426.223495] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1426.223622] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1426.223828] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1426.223932] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-74" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.224200] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-704e58cf-d6dc-4671-ba07-39a040436c44 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.224363] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-704e58cf-d6dc-4671-ba07-39a040436c44" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.224487] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-704e58cf-d6dc-4671-ba07-39a040436c44" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.224774] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-704e58cf-d6dc-4671-ba07-39a040436c44" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1426.224916] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('704e58cf-d6dc-4671-ba07-39a040436c44',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.435717] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.435905] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.435946] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.436215] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1426.436323] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.436495] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.436601] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.436656] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.436802] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1426.436877] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.436965] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 is going to be updated. [ 1426.460103] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.460252] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.460291] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.460473] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1426.460542] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.468114] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 in Status: IN_PROGRESS for 2s [ 1426.727094] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.727304] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.727304] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.727577] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1426.727734] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.727897] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Segment Port 704e58cf-d6dc-4671-ba07-39a040436c44 not found, creating... [ 1426.728173] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.728337] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.728459] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.728678] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1426.728821] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.729131] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.729296] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.729420] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.729629] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1426.729768] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.729912] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 704e58cf-d6dc-4671-ba07-39a040436c44 is going to be created. [ 1426.750101] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.750375] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.750623] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.750980] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1426.751366] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.751707] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-704e58cf-d6dc-4671-ba07-39a040436c44" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.425539] env[62781]: INFO networking_nsxv3.common.synchronization [req-59aa0066-9aa0-4004-9a9d-925181b65fd4 req-7440e336-edb0-4927-a0fb-73bf1a19fc98 service nova] Enqueued Resource ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 with Priority: HIGHEST for action security_group_rules [ 1427.426081] env[62781]: INFO networking_nsxv3.common.synchronization [req-59aa0066-9aa0-4004-9a9d-925181b65fd4 req-7440e336-edb0-4927-a0fb-73bf1a19fc98 service nova] Enqueued Resource ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 with Priority: HIGHEST for action security_group_members [ 1427.426256] env[62781]: INFO networking_nsxv3.common.synchronization [req-59aa0066-9aa0-4004-9a9d-925181b65fd4 req-7440e336-edb0-4927-a0fb-73bf1a19fc98 service nova] Enqueued Resource ID: 704e58cf-d6dc-4671-ba07-39a040436c44 with Priority: HIGHEST for action port [ 1427.426551] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 with Priority: HIGHEST for action security_group_rules [ 1427.426630] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 with Priority: HIGHEST for action security_group_members [ 1427.426729] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 704e58cf-d6dc-4671-ba07-39a040436c44 with Priority: HIGHEST for action port [ 1427.427281] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22e04b1e-40f2-450d-b570-0b9a934f9325 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.427406] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.427521] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.427656] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1427.427733] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22e04b1e-40f2-450d-b570-0b9a934f9325',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.430544] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-22e04b1e-40f2-450d-b570-0b9a934f9325 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.430642] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.430838] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-704e58cf-d6dc-4671-ba07-39a040436c44 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.430940] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-704e58cf-d6dc-4671-ba07-39a040436c44" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.430996] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-704e58cf-d6dc-4671-ba07-39a040436c44" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.431178] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-704e58cf-d6dc-4671-ba07-39a040436c44" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1427.431251] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('704e58cf-d6dc-4671-ba07-39a040436c44',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.931114] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-22e04b1e-40f2-450d-b570-0b9a934f9325 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.931334] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.932533] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 704e58cf-d6dc-4671-ba07-39a040436c44 with status ACTIVE [ 1427.932727] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.932846] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.932912] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.933154] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1427.933257] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.933450] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.933553] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.933611] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.933766] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1427.933840] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.934041] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.934138] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.934201] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.934341] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1427.934413] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.934494] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 704e58cf-d6dc-4671-ba07-39a040436c44 is going to be updated. [ 1427.956412] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.956630] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.956630] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.956760] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1427.956891] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.957041] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-704e58cf-d6dc-4671-ba07-39a040436c44" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.476910] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 in Status: SUCCESS [ 1428.477229] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 deletion is rescheduled due to dependency. [ 1428.477229] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.477385] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.477592] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.477770] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.477889] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.477966] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.478139] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.478241] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.478341] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22e04b1e-40f2-450d-b570-0b9a934f9325',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.980909] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22e04b1e-40f2-450d-b570-0b9a934f9325',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.483537] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22e04b1e-40f2-450d-b570-0b9a934f9325',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.985752] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.985917] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.985964] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.986241] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.986342] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.986442] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 is going to be updated. [ 1430.011664] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.011805] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.011853] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.012038] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1430.012175] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.020372] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 in Status: IN_PROGRESS for 2s [ 1432.030620] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 in Status: SUCCESS [ 1432.030914] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.031026] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.031186] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1432.031374] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.031493] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.031557] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.031698] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1432.031778] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.031863] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.031952] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22e04b1e-40f2-450d-b570-0b9a934f9325',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.427512] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1432.427683] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1432.534441] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22e04b1e-40f2-450d-b570-0b9a934f9325',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.036660] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22e04b1e-40f2-450d-b570-0b9a934f9325: rpc.has_security_group_logging(os_id): False [ 1433.052538] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.052744] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.052744] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.052932] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1433.053035] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.053280] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.053383] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.053446] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.053596] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1433.053670] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.053758] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 is going to be updated. [ 1433.106377] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.106550] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.106592] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.106733] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1433.106867] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.128606] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 in Status: IN_PROGRESS for 2s [ 1435.140857] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 in Status: SUCCESS [ 1435.141204] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.428997] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1437.429399] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1442.430400] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1442.430811] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1447.431405] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1447.431653] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1452.432786] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.433193] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1457.433944] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.433944] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1462.435062] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1462.435535] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1467.436563] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1467.436563] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1472.438168] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1472.438487] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1477.439880] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1477.439880] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1482.441751] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1482.442227] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1487.442671] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.443026] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1492.443945] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1492.444405] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1496.054167] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.054481] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "network-74" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1496.054522] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "network-74" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.054787] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "network-74" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1496.055061] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.055226] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1496.055349] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.055563] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1496.055756] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.055976] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1496.056109] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] NeedRegenerationException {{(pid=62781) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1496.056224] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] no value, waiting for create lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1496.056340] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] value creation lock acquired {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1496.056456] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] No value present for key: 'zone-id' {{(pid=62781) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1496.056565] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Calling creation function for not-yet-present value {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1496.056706] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1496.082693] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1496.082826] env[62781]: DEBUG dogpile.cache.region [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=62781) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1496.082892] env[62781]: DEBUG dogpile.lock [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Released creation lock {{(pid=62781) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1496.083061] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "network-74" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.083379] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock port-704e58cf-d6dc-4671-ba07-39a040436c44 taken with stack trace [, , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.083555] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "port-704e58cf-d6dc-4671-ba07-39a040436c44" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1496.083681] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "port-704e58cf-d6dc-4671-ba07-39a040436c44" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.083922] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "port-704e58cf-d6dc-4671-ba07-39a040436c44" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1496.084082] env[62781]: DEBUG networking_nsxv3.api.rpc [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('704e58cf-d6dc-4671-ba07-39a040436c44',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1496.586436] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.586700] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1496.586877] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.587203] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1496.587361] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.587659] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.587822] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1496.587959] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.588248] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1496.588389] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.588694] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.588842] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1496.588964] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.589205] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1496.589327] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.589472] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Resource: SegmentPort with ID: 704e58cf-d6dc-4671-ba07-39a040436c44 is going to be updated. [ 1496.608902] env[62781]: DEBUG networking_nsxv3.common.locking [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.609077] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1496.609185] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.609410] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1496.609597] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.609805] env[62781]: DEBUG oslo_concurrency.lockutils [None req-97f206bf-e370-42d4-bf08-4a141b956a96 None None] Releasing lock "port-704e58cf-d6dc-4671-ba07-39a040436c44" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.290197] env[62781]: INFO networking_nsxv3.common.synchronization [req-0996aa73-d26f-4dd4-a154-81dd073e264e req-c81aff51-dcbd-4391-882b-ef71e4fa6107 service nova] Enqueued Resource ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 with Priority: HIGHEST for action security_group_rules [ 1497.290443] env[62781]: INFO networking_nsxv3.common.synchronization [req-0996aa73-d26f-4dd4-a154-81dd073e264e req-c81aff51-dcbd-4391-882b-ef71e4fa6107 service nova] Enqueued Resource ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 with Priority: HIGHEST for action security_group_members [ 1497.290543] env[62781]: INFO networking_nsxv3.common.synchronization [req-0996aa73-d26f-4dd4-a154-81dd073e264e req-c81aff51-dcbd-4391-882b-ef71e4fa6107 service nova] Enqueued Resource ID: 704e58cf-d6dc-4671-ba07-39a040436c44 with Priority: HIGHEST for action port [ 1497.290751] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 with Priority: HIGHEST for action security_group_rules [ 1497.290891] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 with Priority: HIGHEST for action security_group_members [ 1497.290988] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 704e58cf-d6dc-4671-ba07-39a040436c44 with Priority: HIGHEST for action port [ 1497.291537] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22e04b1e-40f2-450d-b570-0b9a934f9325 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.291661] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.291732] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.291942] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1497.292094] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22e04b1e-40f2-450d-b570-0b9a934f9325',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.292910] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-22e04b1e-40f2-450d-b570-0b9a934f9325 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.295340] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.295340] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.295340] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1497.295340] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.295340] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.295340] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.295340] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1497.295340] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.295340] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22e04b1e-40f2-450d-b570-0b9a934f9325',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.295340] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock port-704e58cf-d6dc-4671-ba07-39a040436c44 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.295340] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-704e58cf-d6dc-4671-ba07-39a040436c44" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.295340] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-704e58cf-d6dc-4671-ba07-39a040436c44" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.295340] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-704e58cf-d6dc-4671-ba07-39a040436c44" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1497.295340] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('704e58cf-d6dc-4671-ba07-39a040436c44',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.796562] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-22e04b1e-40f2-450d-b570-0b9a934f9325 taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.796834] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.798047] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 704e58cf-d6dc-4671-ba07-39a040436c44 with status ACTIVE [ 1497.798047] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.798047] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.798047] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.798047] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1497.798047] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.798047] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.798047] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.798047] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.798540] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1497.798540] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.798540] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.798540] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.798690] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.798690] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1497.798756] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.798838] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 704e58cf-d6dc-4671-ba07-39a040436c44 is going to be updated. [ 1497.799878] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22e04b1e-40f2-450d-b570-0b9a934f9325',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.820180] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.820265] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.820298] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.820470] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1497.820601] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.820746] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-704e58cf-d6dc-4671-ba07-39a040436c44" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.303075] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22e04b1e-40f2-450d-b570-0b9a934f9325',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1498.804797] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.805098] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.805098] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.805269] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1498.805363] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.805466] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 is going to be updated. [ 1498.834624] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.834875] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.834875] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.835035] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1498.835187] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.843767] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 in Status: IN_PROGRESS for 2s [ 1500.541189] env[62781]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1500.541443] env[62781]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4a44bc1c-73b4-4b34-a330-5f1a8a95d8c5 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1500.853415] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 in Status: SUCCESS [ 1500.855390] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.855547] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.855809] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1500.856237] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.856237] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.856237] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.856437] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1500.856437] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.856507] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.856587] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22e04b1e-40f2-450d-b570-0b9a934f9325',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1501.359982] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22e04b1e-40f2-450d-b570-0b9a934f9325',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1501.861866] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22e04b1e-40f2-450d-b570-0b9a934f9325: rpc.has_security_group_logging(os_id): False [ 1501.880388] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.880576] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.880576] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.880779] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1501.880869] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.881121] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.881226] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.881288] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.881436] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1501.881511] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.881595] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 is going to be updated. [ 1501.938773] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.939095] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.939095] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.939212] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1501.939261] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.953325] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 in Status: IN_PROGRESS for 2s [ 1502.292498] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1502.292742] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1503.970441] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 in Status: SUCCESS [ 1503.970819] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.294299] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1507.294723] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1512.295140] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1512.295541] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1513.259612] env[62781]: INFO networking_nsxv3.common.synchronization [req-b50b732a-7a74-48dd-b5da-34be0714d9ce req-da6f6b67-3680-4d7d-8bdd-043102c37b23 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Enqueued Resource ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 with Priority: HIGHEST for action security_group_members [ 1513.259612] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 with Priority: HIGHEST for action security_group_members [ 1513.259612] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock member-22e04b1e-40f2-450d-b570-0b9a934f9325 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.259794] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.259794] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.260111] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1513.260267] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.260978] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.260978] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.260978] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1513.260978] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.260978] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22e04b1e-40f2-450d-b570-0b9a934f9325',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.762812] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.763228] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.763228] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.763228] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1513.763345] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.763511] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.763609] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.763666] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.763880] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1513.763948] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.764029] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 is going to be updated. [ 1513.788836] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.789019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.789019] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.789172] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1513.789303] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.796025] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 in Status: IN_PROGRESS for 2s [ 1515.807139] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 in Status: SUCCESS [ 1515.807505] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 deletion is rescheduled due to dependency. [ 1515.807505] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.484517] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.484685] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1516.484761] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.484970] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1516.485100] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1516.987412] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.489725] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.992022] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1517.992446] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1518.260548] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1518.260713] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1518.750492] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.750731] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.750731] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.750897] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1518.764211] env[62781]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1518.765024] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1518.765781] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1518.803367] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.803532] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.803532] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.803731] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1518.816353] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1518.817027] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1518.817119] env[62781]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=62781) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1518.817202] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1518.849913] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.850080] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.850124] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.850313] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1518.850916] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1518.851074] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1518.923610] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.923791] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.923791] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.923972] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1518.924265] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1518.924510] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1518.987826] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.987986] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.988046] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.988203] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1518.988485] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1518.988725] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:24. [ 1518.988812] env[62781]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f0141fa1-02ef-4658-965c-316bc0f6eedf', '974a9ee6-eccb-455d-aad7-d31a5e887928', 'd949c3f7-94d3-45fd-865d-058bc38e623f', '88891a36-0778-4adf-973d-9b52223c0f15', 'ebd3fe3f-1467-4ae0-a6fc-43db453bd521', '280ab6e8-fa29-4279-beed-6958661af143', 'c11fb154-add7-4a68-b367-a62361d3194c', '22e04b1e-40f2-450d-b570-0b9a934f9325', 'c5829af7-1145-4375-babd-b46f9e609d53', 'e83ef72a-a601-4db6-86be-ae2970e59d84', 'c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b', '99916862-7487-40ba-9802-535b0ade8c5c', '59c72323-5d56-4b90-937a-f67aecdff33a', '2d812943-9aee-4ac4-b8ab-e436e6eeb73c', 'dcff140d-2913-43c0-a6a6-c4516ff6fbc1', 'b866865b-4caf-4c9a-8aca-efb9c8869619', 'fa1c7089-c04a-460d-bd45-1ab82195d7fe', '7aff8fba-c6d9-49f4-8169-306be1820332', 'ffbdbd31-a1ba-4af3-98e1-59c467a313d7', 'c2724694-b2e7-47d6-9fda-140002a0d16a', '982cb2e6-98c0-4e7a-b32a-46402370d9ec', 'df86dd15-f958-47b3-96b7-532db1d33daf', 'b8d1f999-c2bb-4f57-8750-f41e692faab1', '57b79c94-e465-4ee4-8026-e3c77aee87ad'} {{(pid=62781) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1518.988913] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1519.005093] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.005421] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.005421] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.005421] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1519.005585] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.005585] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1519.005651] env[62781]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=62781) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1519.005707] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1519.077142] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.077318] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.077318] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.077447] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1519.078500] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.078725] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1519.078801] env[62781]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=62781) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1519.078875] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1519.078941] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1519.079028] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/24 resources of Type:Security Group Rules [ 1519.079099] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f0141fa1-02ef-4658-965c-316bc0f6eedf with Priority: HIGH for action security_group_rules [ 1519.079178] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 974a9ee6-eccb-455d-aad7-d31a5e887928 with Priority: HIGH for action security_group_rules [ 1519.079244] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d949c3f7-94d3-45fd-865d-058bc38e623f with Priority: HIGH for action security_group_rules [ 1519.079308] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 88891a36-0778-4adf-973d-9b52223c0f15 with Priority: HIGH for action security_group_rules [ 1519.079361] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ebd3fe3f-1467-4ae0-a6fc-43db453bd521 with Priority: HIGH for action security_group_rules [ 1519.079418] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 280ab6e8-fa29-4279-beed-6958661af143 with Priority: HIGH for action security_group_rules [ 1519.079479] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c11fb154-add7-4a68-b367-a62361d3194c with Priority: HIGH for action security_group_rules [ 1519.079539] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 with Priority: HIGH for action security_group_rules [ 1519.079597] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5829af7-1145-4375-babd-b46f9e609d53 with Priority: HIGH for action security_group_rules [ 1519.079649] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e83ef72a-a601-4db6-86be-ae2970e59d84 with Priority: HIGH for action security_group_rules [ 1519.079712] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b with Priority: HIGH for action security_group_rules [ 1519.079763] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 99916862-7487-40ba-9802-535b0ade8c5c with Priority: HIGH for action security_group_rules [ 1519.079827] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 59c72323-5d56-4b90-937a-f67aecdff33a with Priority: HIGH for action security_group_rules [ 1519.079885] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d812943-9aee-4ac4-b8ab-e436e6eeb73c with Priority: HIGH for action security_group_rules [ 1519.079937] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dcff140d-2913-43c0-a6a6-c4516ff6fbc1 with Priority: HIGH for action security_group_rules [ 1519.079997] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGH for action security_group_rules [ 1519.080060] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe with Priority: HIGH for action security_group_rules [ 1519.080125] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7aff8fba-c6d9-49f4-8169-306be1820332 with Priority: HIGH for action security_group_rules [ 1519.080188] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGH for action security_group_rules [ 1519.080249] env[62781]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c2724694-b2e7-47d6-9fda-140002a0d16a with Priority: HIGH for action security_group_rules [ 1519.080340] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.261356] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1523.261735] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1523.261735] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0141fa1-02ef-4658-965c-316bc0f6eedf with Priority: HIGH for action security_group_rules [ 1523.261735] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d949c3f7-94d3-45fd-865d-058bc38e623f with Priority: HIGH for action security_group_rules [ 1523.261859] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c11fb154-add7-4a68-b367-a62361d3194c with Priority: HIGH for action security_group_rules [ 1523.261859] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcff140d-2913-43c0-a6a6-c4516ff6fbc1 with Priority: HIGH for action security_group_rules [ 1523.261954] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2724694-b2e7-47d6-9fda-140002a0d16a with Priority: HIGH for action security_group_rules [ 1523.262058] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 with Priority: HIGH for action security_group_rules [ 1523.262175] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aff8fba-c6d9-49f4-8169-306be1820332 with Priority: HIGH for action security_group_rules [ 1523.262293] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe with Priority: HIGH for action security_group_rules [ 1523.262753] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d812943-9aee-4ac4-b8ab-e436e6eeb73c with Priority: HIGH for action security_group_rules [ 1523.262867] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b866865b-4caf-4c9a-8aca-efb9c8869619 with Priority: HIGH for action security_group_rules [ 1523.262967] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59c72323-5d56-4b90-937a-f67aecdff33a with Priority: HIGH for action security_group_rules [ 1523.263079] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99916862-7487-40ba-9802-535b0ade8c5c with Priority: HIGH for action security_group_rules [ 1523.263181] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b with Priority: HIGH for action security_group_rules [ 1523.263300] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e83ef72a-a601-4db6-86be-ae2970e59d84 with Priority: HIGH for action security_group_rules [ 1523.263391] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5829af7-1145-4375-babd-b46f9e609d53 with Priority: HIGH for action security_group_rules [ 1523.263482] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 280ab6e8-fa29-4279-beed-6958661af143 with Priority: HIGH for action security_group_rules [ 1523.263567] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 with Priority: HIGH for action security_group_rules [ 1523.263653] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebd3fe3f-1467-4ae0-a6fc-43db453bd521 with Priority: HIGH for action security_group_rules [ 1523.263741] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 974a9ee6-eccb-455d-aad7-d31a5e887928 with Priority: HIGH for action security_group_rules [ 1523.263829] env[62781]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88891a36-0778-4adf-973d-9b52223c0f15 with Priority: HIGH for action security_group_rules [ 1523.264214] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0141fa1-02ef-4658-965c-316bc0f6eedf taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.264374] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.264443] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.264670] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.264750] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0141fa1-02ef-4658-965c-316bc0f6eedf',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.265734] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d949c3f7-94d3-45fd-865d-058bc38e623f taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.265842] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.265911] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.266131] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.266214] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d949c3f7-94d3-45fd-865d-058bc38e623f',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.266992] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c11fb154-add7-4a68-b367-a62361d3194c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.267122] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c11fb154-add7-4a68-b367-a62361d3194c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.267193] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c11fb154-add7-4a68-b367-a62361d3194c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.267356] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c11fb154-add7-4a68-b367-a62361d3194c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.267447] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c11fb154-add7-4a68-b367-a62361d3194c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.268215] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcff140d-2913-43c0-a6a6-c4516ff6fbc1 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.268326] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcff140d-2913-43c0-a6a6-c4516ff6fbc1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.268397] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcff140d-2913-43c0-a6a6-c4516ff6fbc1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.268575] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcff140d-2913-43c0-a6a6-c4516ff6fbc1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.268651] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcff140d-2913-43c0-a6a6-c4516ff6fbc1',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.269541] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2724694-b2e7-47d6-9fda-140002a0d16a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.269673] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.269743] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.269903] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.269980] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2724694-b2e7-47d6-9fda-140002a0d16a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.270972] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ffbdbd31-a1ba-4af3-98e1-59c467a313d7 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.271097] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.271163] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.271315] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.271388] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ffbdbd31-a1ba-4af3-98e1-59c467a313d7',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.272084] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7aff8fba-c6d9-49f4-8169-306be1820332 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.272195] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.272262] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.272427] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.272502] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7aff8fba-c6d9-49f4-8169-306be1820332',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.273218] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa1c7089-c04a-460d-bd45-1ab82195d7fe taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.273351] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.273416] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.273519] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.273596] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa1c7089-c04a-460d-bd45-1ab82195d7fe',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.274438] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d812943-9aee-4ac4-b8ab-e436e6eeb73c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.274543] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d812943-9aee-4ac4-b8ab-e436e6eeb73c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.274608] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d812943-9aee-4ac4-b8ab-e436e6eeb73c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.274785] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d812943-9aee-4ac4-b8ab-e436e6eeb73c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.274861] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d812943-9aee-4ac4-b8ab-e436e6eeb73c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.275540] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b866865b-4caf-4c9a-8aca-efb9c8869619 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.275649] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.275720] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.276015] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.276119] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b866865b-4caf-4c9a-8aca-efb9c8869619',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.276743] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59c72323-5d56-4b90-937a-f67aecdff33a taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.276871] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59c72323-5d56-4b90-937a-f67aecdff33a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.276949] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59c72323-5d56-4b90-937a-f67aecdff33a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.277143] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59c72323-5d56-4b90-937a-f67aecdff33a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.277278] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59c72323-5d56-4b90-937a-f67aecdff33a',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.277966] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99916862-7487-40ba-9802-535b0ade8c5c taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.278117] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.278280] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.278411] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.278485] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99916862-7487-40ba-9802-535b0ade8c5c',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.279281] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.279388] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.279456] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.279606] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.279873] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.280589] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e83ef72a-a601-4db6-86be-ae2970e59d84 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.280701] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e83ef72a-a601-4db6-86be-ae2970e59d84" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.280768] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e83ef72a-a601-4db6-86be-ae2970e59d84" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.280917] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e83ef72a-a601-4db6-86be-ae2970e59d84" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.280991] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e83ef72a-a601-4db6-86be-ae2970e59d84',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.281691] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5829af7-1145-4375-babd-b46f9e609d53 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.281800] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5829af7-1145-4375-babd-b46f9e609d53" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.281860] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5829af7-1145-4375-babd-b46f9e609d53" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.282551] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5829af7-1145-4375-babd-b46f9e609d53" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.282662] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5829af7-1145-4375-babd-b46f9e609d53',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.283426] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-280ab6e8-fa29-4279-beed-6958661af143 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.283535] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-280ab6e8-fa29-4279-beed-6958661af143" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.283614] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-280ab6e8-fa29-4279-beed-6958661af143" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.283777] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-280ab6e8-fa29-4279-beed-6958661af143" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.283850] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('280ab6e8-fa29-4279-beed-6958661af143',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.284545] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22e04b1e-40f2-450d-b570-0b9a934f9325 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.284684] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.284758] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.284917] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.284990] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22e04b1e-40f2-450d-b570-0b9a934f9325',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.285710] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebd3fe3f-1467-4ae0-a6fc-43db453bd521 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.285828] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.285898] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.286092] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.286168] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebd3fe3f-1467-4ae0-a6fc-43db453bd521',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.286923] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-974a9ee6-eccb-455d-aad7-d31a5e887928 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.287052] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-974a9ee6-eccb-455d-aad7-d31a5e887928" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.287119] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-974a9ee6-eccb-455d-aad7-d31a5e887928" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.287277] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-974a9ee6-eccb-455d-aad7-d31a5e887928" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.287349] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('974a9ee6-eccb-455d-aad7-d31a5e887928',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.288137] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88891a36-0778-4adf-973d-9b52223c0f15 taken with stack trace [, , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.288331] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.288410] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.288563] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.288649] env[62781]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88891a36-0778-4adf-973d-9b52223c0f15',) {} {{(pid=62781) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.313349] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.313492] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.313563] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.313760] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.317664] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.317773] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.332409] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.332546] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c11fb154-add7-4a68-b367-a62361d3194c is going to be deleted. [ 1523.333384] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.333606] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.352386] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.352541] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d949c3f7-94d3-45fd-865d-058bc38e623f is going to be deleted. [ 1523.397461] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.397695] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.397695] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.397875] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.397965] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.398100] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c11fb154-add7-4a68-b367-a62361d3194c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.398857] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.398960] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.399060] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.399233] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.399313] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.399424] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d949c3f7-94d3-45fd-865d-058bc38e623f" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.871545] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.871762] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.871762] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.872033] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.873598] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.873708] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.874403] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.874491] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.875199] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.875291] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.876012] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.876117] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.876795] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.876888] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.877892] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.877999] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.878774] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.878922] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.879516] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.879608] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.880297] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.880392] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.881119] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.881214] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.881803] env[62781]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1523.882223] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.882317] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.882933] env[62781]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1523.883342] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.883427] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.884017] env[62781]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1523.884376] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.884471] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.884983] env[62781]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1523.885392] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.885484] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.886148] env[62781]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1523.886553] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.886649] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.887220] env[62781]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1523.887624] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.887705] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.888312] env[62781]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1523.888681] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.888774] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.890337] env[62781]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1523.890704] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.890813] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99916862-7487-40ba-9802-535b0ade8c5c is going to be deleted. [ 1523.891608] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.891799] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.908438] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.908545] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0141fa1-02ef-4658-965c-316bc0f6eedf is going to be deleted. [ 1523.909278] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.909460] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.924071] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.924171] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b is going to be deleted. [ 1523.924850] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.925035] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.943070] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.943188] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b866865b-4caf-4c9a-8aca-efb9c8869619 is going to be deleted. [ 1523.943903] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.944167] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.950977] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.951136] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.957250] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.957418] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.970080] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.970188] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcff140d-2913-43c0-a6a6-c4516ff6fbc1 is going to be deleted. [ 1523.971062] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.971275] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.989584] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.989694] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebd3fe3f-1467-4ae0-a6fc-43db453bd521 is going to be deleted. [ 1523.990438] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.990627] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.004996] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.005162] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.009237] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.009353] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 280ab6e8-fa29-4279-beed-6958661af143 is going to be deleted. [ 1524.010183] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.010340] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.052895] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.053045] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59c72323-5d56-4b90-937a-f67aecdff33a is going to be deleted. [ 1524.053768] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.053979] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.074725] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.074863] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.076647] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.076746] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.078348] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.078440] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.085730] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.085839] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa1c7089-c04a-460d-bd45-1ab82195d7fe is going to be deleted. [ 1524.086598] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.086779] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.123770] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.123869] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88891a36-0778-4adf-973d-9b52223c0f15 is going to be deleted. [ 1524.124544] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.124720] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.184810] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.184970] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.204551] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.204705] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.231798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.231934] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d812943-9aee-4ac4-b8ab-e436e6eeb73c is going to be deleted. [ 1524.232798] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.233013] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.261260] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.261395] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.308285] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.308403] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5829af7-1145-4375-babd-b46f9e609d53 is going to be deleted. [ 1524.309136] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.309330] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.360499] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.360649] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7aff8fba-c6d9-49f4-8169-306be1820332 is going to be deleted. [ 1524.361566] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.361791] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.370438] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.370561] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.451802] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.452028] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.452780] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.452912] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2724694-b2e7-47d6-9fda-140002a0d16a is going to be deleted. [ 1524.453836] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.454092] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.482637] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.482758] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.507997] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.508157] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.518988] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.519144] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22e04b1e-40f2-450d-b570-0b9a934f9325 is going to be deleted. [ 1524.519896] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.520103] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.558572] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.558694] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.609412] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.609545] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffbdbd31-a1ba-4af3-98e1-59c467a313d7 is going to be deleted. [ 1524.610272] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.610464] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.665835] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.665993] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e83ef72a-a601-4db6-86be-ae2970e59d84 is going to be deleted. [ 1524.666690] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.666876] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.703317] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.703427] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.726224] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.726346] env[62781]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 974a9ee6-eccb-455d-aad7-d31a5e887928 is going to be deleted. [ 1524.727070] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.727251] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.727357] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.727458] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99916862-7487-40ba-9802-535b0ade8c5c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.728098] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.728200] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.728291] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.728442] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.728540] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.728656] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ffbdbd31-a1ba-4af3-98e1-59c467a313d7" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.728782] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.728915] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.728990] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.729119] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0141fa1-02ef-4658-965c-316bc0f6eedf" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.729527] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.729682] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.729761] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.729877] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6f5b122-6c0a-4fad-ba0a-f72fd7b5160b" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.730036] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.730192] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.730267] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.730379] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcff140d-2913-43c0-a6a6-c4516ff6fbc1" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.730488] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.730626] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.730699] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.730801] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b866865b-4caf-4c9a-8aca-efb9c8869619" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.730927] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.731084] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.731162] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.731273] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebd3fe3f-1467-4ae0-a6fc-43db453bd521" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.731381] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.731523] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.731616] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.731729] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-280ab6e8-fa29-4279-beed-6958661af143" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.731861] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.732008] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.732093] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.732204] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59c72323-5d56-4b90-937a-f67aecdff33a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.732310] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.732455] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.732571] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.732695] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa1c7089-c04a-460d-bd45-1ab82195d7fe" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.732825] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.732966] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.733055] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.733176] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88891a36-0778-4adf-973d-9b52223c0f15" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.733301] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.733441] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.733559] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.733625] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d812943-9aee-4ac4-b8ab-e436e6eeb73c" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.733743] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.733881] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.733950] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.734062] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5829af7-1145-4375-babd-b46f9e609d53" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.734174] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.734306] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.734377] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.734478] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7aff8fba-c6d9-49f4-8169-306be1820332" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.734601] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.734763] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.734841] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.734938] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2724694-b2e7-47d6-9fda-140002a0d16a" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.735054] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.735191] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.735263] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.735363] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22e04b1e-40f2-450d-b570-0b9a934f9325" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.785676] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.785819] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.785860] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.786057] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.786146] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.786254] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e83ef72a-a601-4db6-86be-ae2970e59d84" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.813165] env[62781]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62781) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.813275] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.813343] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.813482] env[62781]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.813559] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.813667] env[62781]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-974a9ee6-eccb-455d-aad7-d31a5e887928" {{(pid=62781) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.264688] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1528.265143] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1533.265877] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1533.266270] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1538.267119] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1538.267382] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1543.268797] env[62781]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1543.268797] env[62781]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0